2024-11-21 03:24:01,331 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 03:24:01,348 main DEBUG Took 0.014087 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 03:24:01,348 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 03:24:01,349 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 03:24:01,350 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 03:24:01,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,362 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 03:24:01,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,384 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,385 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,387 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,388 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,389 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 03:24:01,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,394 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 03:24:01,396 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 03:24:01,397 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 03:24:01,399 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 03:24:01,400 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 03:24:01,402 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 03:24:01,402 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 03:24:01,412 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 03:24:01,416 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 03:24:01,418 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 03:24:01,419 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 03:24:01,420 main DEBUG createAppenders(={Console}) 2024-11-21 03:24:01,421 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-21 03:24:01,422 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 03:24:01,422 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-21 03:24:01,423 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 03:24:01,424 main DEBUG OutputStream closed 2024-11-21 03:24:01,424 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 03:24:01,425 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 03:24:01,425 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-21 03:24:01,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 03:24:01,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 03:24:01,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 03:24:01,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 03:24:01,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 03:24:01,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 03:24:01,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 03:24:01,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 03:24:01,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 03:24:01,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 03:24:01,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 03:24:01,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 03:24:01,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 03:24:01,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 03:24:01,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 03:24:01,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 03:24:01,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 03:24:01,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 03:24:01,529 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 03:24:01,529 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-21 03:24:01,530 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 03:24:01,530 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-21T03:24:01,544 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-21 03:24:01,547 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 03:24:01,547 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T03:24:01,896 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be 2024-11-21T03:24:01,897 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-21T03:24:02,030 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T03:24:02,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719, deleteOnExit=true 2024-11-21T03:24:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/test.cache.data in system properties and HBase conf 2024-11-21T03:24:02,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T03:24:02,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir in system properties and HBase conf 2024-11-21T03:24:02,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T03:24:02,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T03:24:02,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T03:24:02,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T03:24:02,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T03:24:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T03:24:02,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T03:24:02,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T03:24:02,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T03:24:02,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T03:24:02,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T03:24:02,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T03:24:02,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T03:24:02,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/nfs.dump.dir in system properties and HBase conf 2024-11-21T03:24:02,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/java.io.tmpdir in system properties and HBase conf 2024-11-21T03:24:02,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T03:24:02,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T03:24:02,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T03:24:03,568 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T03:24:03,651 INFO [Time-limited test {}] log.Log(170): Logging initialized @3440ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T03:24:03,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:24:03,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:24:03,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:24:03,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:24:03,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T03:24:03,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:24:03,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:24:03,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:24:04,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/java.io.tmpdir/jetty-localhost-40007-hadoop-hdfs-3_4_1-tests_jar-_-any-1071442539697380639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T03:24:04,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:40007} 2024-11-21T03:24:04,088 INFO [Time-limited test {}] server.Server(415): Started @3878ms 2024-11-21T03:24:04,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:24:04,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:24:04,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:24:04,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:24:04,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T03:24:04,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:24:04,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:24:05,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/java.io.tmpdir/jetty-localhost-44865-hadoop-hdfs-3_4_1-tests_jar-_-any-2181340156130218594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:24:05,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:44865} 2024-11-21T03:24:05,024 INFO [Time-limited test {}] server.Server(415): Started @4815ms 2024-11-21T03:24:05,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T03:24:05,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T03:24:05,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T03:24:05,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T03:24:05,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T03:24:05,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T03:24:05,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,AVAILABLE} 2024-11-21T03:24:05,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T03:24:05,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/java.io.tmpdir/jetty-localhost-34333-hadoop-hdfs-3_4_1-tests_jar-_-any-7115930812056514076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:24:05,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:34333} 2024-11-21T03:24:05,393 INFO [Time-limited test {}] server.Server(415): Started @5183ms 2024-11-21T03:24:05,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T03:24:07,625 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data4/current/BP-816390014-172.17.0.2-1732159442965/current, will proceed with Du for space computation calculation, 2024-11-21T03:24:07,628 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data3/current/BP-816390014-172.17.0.2-1732159442965/current, will proceed with Du for space computation calculation, 2024-11-21T03:24:07,629 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data2/current/BP-816390014-172.17.0.2-1732159442965/current, will proceed with Du for space computation calculation, 2024-11-21T03:24:07,629 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data1/current/BP-816390014-172.17.0.2-1732159442965/current, will proceed with Du for space computation calculation, 2024-11-21T03:24:07,845 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T03:24:07,846 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T03:24:07,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be 2024-11-21T03:24:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf44d24066c8c3bd3 with lease ID 0x1e1826c5c3e6ecde: Processing first storage report for DS-ee438d80-2ccc-47a3-9648-7aa59341992b from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2e436bc2-dee0-4bb1-a08c-d6a287b43cdb, infoPort=46751, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965) 2024-11-21T03:24:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf44d24066c8c3bd3 with lease ID 0x1e1826c5c3e6ecde: from storage DS-ee438d80-2ccc-47a3-9648-7aa59341992b node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2e436bc2-dee0-4bb1-a08c-d6a287b43cdb, infoPort=46751, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T03:24:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c4c110b963c076e with lease ID 0x1e1826c5c3e6ecdf: Processing first storage report for DS-fb19d57b-ae08-40cc-a396-460249af1c94 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=63be1c4b-c433-4892-be1c-c941a3e333d5, infoPort=42747, infoSecurePort=0, ipcPort=45019, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965) 2024-11-21T03:24:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c4c110b963c076e with lease ID 0x1e1826c5c3e6ecdf: from storage DS-fb19d57b-ae08-40cc-a396-460249af1c94 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=63be1c4b-c433-4892-be1c-c941a3e333d5, infoPort=42747, infoSecurePort=0, ipcPort=45019, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:24:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf44d24066c8c3bd3 with lease ID 0x1e1826c5c3e6ecde: Processing first storage report for DS-f0370800-ec3a-4847-8a4b-fa931c8271c3 from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2e436bc2-dee0-4bb1-a08c-d6a287b43cdb, infoPort=46751, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965) 2024-11-21T03:24:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf44d24066c8c3bd3 with lease ID 0x1e1826c5c3e6ecde: from storage DS-f0370800-ec3a-4847-8a4b-fa931c8271c3 node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2e436bc2-dee0-4bb1-a08c-d6a287b43cdb, infoPort=46751, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:24:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c4c110b963c076e with lease ID 0x1e1826c5c3e6ecdf: Processing first storage report for DS-5fbcf241-f28f-40b7-b2d7-aebf27d99920 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=63be1c4b-c433-4892-be1c-c941a3e333d5, infoPort=42747, infoSecurePort=0, ipcPort=45019, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965) 2024-11-21T03:24:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c4c110b963c076e with lease ID 0x1e1826c5c3e6ecdf: from storage DS-5fbcf241-f28f-40b7-b2d7-aebf27d99920 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=63be1c4b-c433-4892-be1c-c941a3e333d5, infoPort=42747, infoSecurePort=0, ipcPort=45019, storageInfo=lv=-57;cid=testClusterID;nsid=697527727;c=1732159442965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T03:24:07,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=3166 2024-11-21T03:24:07,995 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:08,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:08,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741825_1001 (size=7) 2024-11-21T03:24:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741825_1001 (size=7) 2024-11-21T03:24:08,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:08,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:09,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:09,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:09,165 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T03:24:09,221 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T03:24:09,227 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:09,227 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:09,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:09,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:09,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,317 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T03:24:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741826_1002 (size=1393) 2024-11-21T03:24:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741826_1002 (size=1393) 2024-11-21T03:24:09,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:09,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:09,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741827_1003 (size=1393) 2024-11-21T03:24:09,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741827_1003 (size=1393) 2024-11-21T03:24:09,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:09,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:09,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741828_1004 (size=1393) 2024-11-21T03:24:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741828_1004 (size=1393) 2024-11-21T03:24:09,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741829_1005 (size=1393) 2024-11-21T03:24:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741829_1005 (size=1393) 2024-11-21T03:24:09,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:09,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:09,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741830_1006 (size=1393) 2024-11-21T03:24:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741830_1006 (size=1393) 2024-11-21T03:24:10,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741831_1007 (size=1393) 2024-11-21T03:24:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741831_1007 (size=1393) 2024-11-21T03:24:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:10,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:10,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741832_1008 (size=1405) 2024-11-21T03:24:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741832_1008 (size=1405) 2024-11-21T03:24:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:10,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:10,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741833_1009 (size=1413) 2024-11-21T03:24:10,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741833_1009 (size=1413) 2024-11-21T03:24:10,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:10,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741834_1010 (size=1413) 2024-11-21T03:24:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741834_1010 (size=1413) 2024-11-21T03:24:11,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:11,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:11,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741835_1011 (size=1413) 2024-11-21T03:24:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741835_1011 (size=1413) 2024-11-21T03:24:11,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:11,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:11,415 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T03:24:11,416 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T03:24:11,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0 2024-11-21T03:24:11,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0 after 8ms 2024-11-21T03:24:11,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0 took 174ms 2024-11-21T03:24:11,582 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0 so closing down 2024-11-21T03:24:11,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:11,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:11,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:11,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0, size=1.4 K (1393bytes) at 1732159451414Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0 so closing down at 1732159451582 (+168 ms)3 split writer threads finished at 1732159451590 (+8 ms)Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/768921b2-d777-ad09-ce96-84df28eb61a7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732159449176/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159451602 (+12 ms) 2024-11-21T03:24:11,605 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-21T03:24:11,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=132 (was 127) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68a4c452 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_927361230_22 at /127.0.0.1:38754 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=827 (was 699) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2866 (was 3166) 2024-11-21T03:24:11,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=827, ProcessCount=11, AvailableMemoryMB=2863 2024-11-21T03:24:11,697 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741836_1012 (size=7) 2024-11-21T03:24:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741836_1012 (size=7) 2024-11-21T03:24:11,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:11,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:11,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:11,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:11,830 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-21T03:24:11,831 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:11,833 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:11,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:11,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741837_1013 (size=2324) 2024-11-21T03:24:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741837_1013 (size=2324) 2024-11-21T03:24:12,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:12,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T03:24:12,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 2024-11-21T03:24:12,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 after 1ms 2024-11-21T03:24:12,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 took 24ms 2024-11-21T03:24:12,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 so closing down 2024-11-21T03:24:12,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:12,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:12,177 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:12,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:12,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:12,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741839_1015 (size=743) 2024-11-21T03:24:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741839_1015 (size=743) 2024-11-21T03:24:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741838_1014 (size=743) 2024-11-21T03:24:12,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741838_1014 (size=743) 2024-11-21T03:24:12,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-21T03:24:12,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-21T03:24:12,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:12,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:12,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 629 ms; skipped=7; WAL=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T03:24:12,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0, size=2.3 K (2324bytes) at 1732159452026Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 so closing down at 1732159452096 (+70 ms)3 split writer threads finished at 1732159452101 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159452198 (+97 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159452200 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732159452686 (+486 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732159452690 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159452698 (+8 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159452699 (+1 ms)Processed 27 edits across 2 Regions in 629 ms; skipped=7; WAL=hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732159452700 (+1 ms) 2024-11-21T03:24:12,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/WALs/testsplitlogfilemultipleregions,16010,1732159451830/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/726d1c36-6c6f-c7ac-9df9-6544c0185cf5/oldWALs/wal.dat.0 2024-11-21T03:24:12,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132 (was 132), OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=827 (was 827), ProcessCount=11 (was 11), AvailableMemoryMB=2704 (was 2863) 2024-11-21T03:24:12,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=827, ProcessCount=11, AvailableMemoryMB=2704 2024-11-21T03:24:12,832 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741840_1016 (size=7) 2024-11-21T03:24:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741840_1016 (size=7) 2024-11-21T03:24:12,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:12,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:12,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:12,963 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:12,963 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:12,972 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:12,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:13,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741841_1017 (size=2324) 2024-11-21T03:24:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741841_1017 (size=2324) 2024-11-21T03:24:13,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:15,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T03:24:15,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0 so closing down 2024-11-21T03:24:15,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-21T03:24:15,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0, size=2.3 K (2324bytes) at 1732159455245Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0 so closing down at 1732159455245Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/771624e3-5455-b36a-f567-f2dd0252607c/WALs/testterminationaskedbyreporter,16010,1732159452963/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732159455247 (+2 ms) 2024-11-21T03:24:15,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 132) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=827 (was 827), ProcessCount=11 (was 11), AvailableMemoryMB=2648 (was 2704) 2024-11-21T03:24:15,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=827, ProcessCount=11, AvailableMemoryMB=2648 2024-11-21T03:24:15,314 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741842_1018 (size=7) 2024-11-21T03:24:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741842_1018 (size=7) 2024-11-21T03:24:15,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:15,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:15,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:15,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:15,413 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-21T03:24:15,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741843_1019 (size=1043) 2024-11-21T03:24:15,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741843_1019 (size=1043) 2024-11-21T03:24:15,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:15,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741845_1021 (size=1043) 2024-11-21T03:24:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741845_1021 (size=1043) 2024-11-21T03:24:15,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:15,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:15,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741846_1022 (size=1043) 2024-11-21T03:24:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741846_1022 (size=1043) 2024-11-21T03:24:15,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:15,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:15,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741847_1023 (size=1043) 2024-11-21T03:24:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741847_1023 (size=1043) 2024-11-21T03:24:15,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:15,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741848_1024 (size=1043) 2024-11-21T03:24:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741848_1024 (size=1043) 2024-11-21T03:24:15,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:15,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741849_1025 (size=1043) 2024-11-21T03:24:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741849_1025 (size=1043) 2024-11-21T03:24:16,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:16,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741850_1026 (size=1043) 2024-11-21T03:24:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741850_1026 (size=1043) 2024-11-21T03:24:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:16,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741851_1027 (size=1043) 2024-11-21T03:24:16,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:16,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:16,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741851_1027 (size=1043) 2024-11-21T03:24:16,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:16,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741852_1028 (size=1043) 2024-11-21T03:24:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741852_1028 (size=1043) 2024-11-21T03:24:16,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:16,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0, size=1.0 K (1043bytes) 2024-11-21T03:24:16,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 2024-11-21T03:24:16,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 after 1ms 2024-11-21T03:24:16,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 took 21ms 2024-11-21T03:24:16,843 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-21T03:24:16,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 so closing down 2024-11-21T03:24:16,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:16,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:16,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:16,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0, size=1.0 K (1043bytes) at 1732159456802Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 so closing down at 1732159456845 (+43 ms)3 split writer threads finished at 1732159456849 (+4 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159456850 (+1 ms) 2024-11-21T03:24:16,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.0 2024-11-21T03:24:16,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1, size=180 (180bytes) 2024-11-21T03:24:16,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 2024-11-21T03:24:16,862 WARN [IPC Server handler 2 on default port 37841 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-21T03:24:16,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 after 3ms 2024-11-21T03:24:16,901 WARN [ResponseProcessor for block BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:16,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_835804394_22 at /127.0.0.1:43578 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43578 dst: /127.0.0.1:33057 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:16,906 WARN [DataStreamer for file /user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 block BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK], DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK]) is bad. 2024-11-21T03:24:16,900 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_835804394_22 at /127.0.0.1:48780 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48780 dst: /127.0.0.1:41195 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41195 remote=/127.0.0.1:48780]. Total timeout mills is 60000, 58691 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:16,920 WARN [DataStreamer for file /user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 block BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741844_1029 (size=1035) 2024-11-21T03:24:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741844_1029 (size=1035) 2024-11-21T03:24:20,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 after 4004ms 2024-11-21T03:24:20,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 took 4010ms 2024-11-21T03:24:20,873 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1; continuing. 2024-11-21T03:24:20,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 so closing down 2024-11-21T03:24:20,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-21T03:24:20,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1, size=180 (180bytes) at 1732159456861Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 so closing down at 1732159460873 (+4012 ms)3 split writer threads finished at 1732159460876 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732159460876 2024-11-21T03:24:20,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.1 2024-11-21T03:24:20,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2, size=1.0 K (1043bytes) 2024-11-21T03:24:20,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 2024-11-21T03:24:20,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 after 0ms 2024-11-21T03:24:20,887 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 took 6ms 2024-11-21T03:24:20,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 so closing down 2024-11-21T03:24:20,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,903 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:20,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2, size=1.0 K (1043bytes) at 1732159460882Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 so closing down at 1732159460902 (+20 ms)3 split writer threads finished at 1732159460903 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159460903 2024-11-21T03:24:20,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.2 2024-11-21T03:24:20,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3, size=1.0 K (1043bytes) 2024-11-21T03:24:20,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 2024-11-21T03:24:20,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 after 1ms 2024-11-21T03:24:20,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 took 6ms 2024-11-21T03:24:20,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 so closing down 2024-11-21T03:24:20,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:20,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3, size=1.0 K (1043bytes) at 1732159460907Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 so closing down at 1732159460921 (+14 ms)3 split writer threads finished at 1732159460922 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159460922 2024-11-21T03:24:20,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.3 2024-11-21T03:24:20,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4, size=1.0 K (1043bytes) 2024-11-21T03:24:20,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 2024-11-21T03:24:20,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 after 1ms 2024-11-21T03:24:20,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 took 5ms 2024-11-21T03:24:20,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 so closing down 2024-11-21T03:24:20,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:20,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4, size=1.0 K (1043bytes) at 1732159460926Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 so closing down at 1732159460938 (+12 ms)3 split writer threads finished at 1732159460940 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159460940 2024-11-21T03:24:20,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.4 2024-11-21T03:24:20,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5, size=1.0 K (1043bytes) 2024-11-21T03:24:20,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 2024-11-21T03:24:20,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 after 0ms 2024-11-21T03:24:20,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 took 11ms 2024-11-21T03:24:20,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 so closing down 2024-11-21T03:24:20,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:20,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5, size=1.0 K (1043bytes) at 1732159460946Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 so closing down at 1732159460962 (+16 ms)3 split writer threads finished at 1732159460964 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159460964 2024-11-21T03:24:20,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.5 2024-11-21T03:24:20,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6, size=1.0 K (1043bytes) 2024-11-21T03:24:20,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 2024-11-21T03:24:20,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 after 1ms 2024-11-21T03:24:20,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 took 11ms 2024-11-21T03:24:20,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 so closing down 2024-11-21T03:24:20,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:20,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:20,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:20,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6, size=1.0 K (1043bytes) at 1732159460968Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 so closing down at 1732159460983 (+15 ms)3 split writer threads finished at 1732159460985 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159460985 2024-11-21T03:24:21,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.6 2024-11-21T03:24:21,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7, size=1.0 K (1043bytes) 2024-11-21T03:24:21,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 2024-11-21T03:24:21,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 after 7ms 2024-11-21T03:24:21,014 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 took 14ms 2024-11-21T03:24:21,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 so closing down 2024-11-21T03:24:21,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:21,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:21,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:21,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7, size=1.0 K (1043bytes) at 1732159461001Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 so closing down at 1732159461028 (+27 ms)3 split writer threads finished at 1732159461029 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159461029 2024-11-21T03:24:21,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.7 2024-11-21T03:24:21,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8, size=1.0 K (1043bytes) 2024-11-21T03:24:21,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 2024-11-21T03:24:21,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 after 1ms 2024-11-21T03:24:21,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 took 5ms 2024-11-21T03:24:21,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 so closing down 2024-11-21T03:24:21,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:21,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:21,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:21,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8, size=1.0 K (1043bytes) at 1732159461035Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 so closing down at 1732159461049 (+14 ms)3 split writer threads finished at 1732159461050 (+1 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159461051 (+1 ms) 2024-11-21T03:24:21,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.8 2024-11-21T03:24:21,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9, size=1.0 K (1043bytes) 2024-11-21T03:24:21,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 2024-11-21T03:24:21,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 after 0ms 2024-11-21T03:24:21,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 took 6ms 2024-11-21T03:24:21,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 so closing down 2024-11-21T03:24:21,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:21,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:21,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T03:24:21,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9, size=1.0 K (1043bytes) at 1732159461056Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 so closing down at 1732159461066 (+10 ms)3 split writer threads finished at 1732159461066Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732159461066 2024-11-21T03:24:21,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/WALs/testsplitdeletedregion,16010,1732159455411/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/dbca01f8-4cd5-4c04-926c-972e6cab0c09/oldWALs/wal.dat.9 2024-11-21T03:24:21,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=139 (was 134) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_530144010_22 at /127.0.0.1:43654 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_530144010_22 at /127.0.0.1:48874 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 827) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2571 (was 2648) 2024-11-21T03:24:21,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2571 2024-11-21T03:24:21,100 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741853_1030 (size=7) 2024-11-21T03:24:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741853_1030 (size=7) 2024-11-21T03:24:21,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:21,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:21,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:21,127 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:21,127 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T03:24:21,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:21,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:21,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741854_1031 (size=863) 2024-11-21T03:24:21,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741854_1031 (size=863) 2024-11-21T03:24:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741855_1032 (size=859) 2024-11-21T03:24:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741855_1032 (size=859) 2024-11-21T03:24:21,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0, size=859 (859bytes) 2024-11-21T03:24:21,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 2024-11-21T03:24:21,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 after 1ms 2024-11-21T03:24:21,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 took 9ms 2024-11-21T03:24:21,869 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0; continuing. 2024-11-21T03:24:21,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 so closing down 2024-11-21T03:24:21,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:21,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:21,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:21,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741856_1033 (size=863) 2024-11-21T03:24:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741856_1033 (size=863) 2024-11-21T03:24:21,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:21,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T03:24:21,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-21T03:24:21,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0, size=859 (859bytes) at 1732159461724Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 so closing down at 1732159461870 (+146 ms)3 split writer threads finished at 1732159461870Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159461876 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159461893 (+17 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732159461895 (+2 ms)Processed 10 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732159461895 2024-11-21T03:24:21,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/WALs/testcorruptwaltrailer,16010,1732159461127/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/6dbb61eb-e053-1dfe-b65b-300a91dd7cc5/oldWALs/wal.dat.0 2024-11-21T03:24:21,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=2546 (was 2571) 2024-11-21T03:24:21,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2545 2024-11-21T03:24:21,920 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741857_1034 (size=7) 2024-11-21T03:24:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741857_1034 (size=7) 2024-11-21T03:24:21,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:21,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:21,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:21,938 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:21,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=2544 (was 2545) 2024-11-21T03:24:21,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2543 2024-11-21T03:24:21,961 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741858_1035 (size=7) 2024-11-21T03:24:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741858_1035 (size=7) 2024-11-21T03:24:22,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:22,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:22,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:22,012 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:22,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-21T03:24:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741859_1036 (size=93) 2024-11-21T03:24:22,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741859_1036 (size=93) 2024-11-21T03:24:22,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=2542 (was 2543) 2024-11-21T03:24:22,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2540 2024-11-21T03:24:22,132 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741860_1037 (size=7) 2024-11-21T03:24:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741860_1037 (size=7) 2024-11-21T03:24:22,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:22,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:22,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:22,192 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:22,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:22,197 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:22,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:22,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741861_1038 (size=1393) 2024-11-21T03:24:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741861_1038 (size=1393) 2024-11-21T03:24:22,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:22,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741862_1039 (size=1393) 2024-11-21T03:24:22,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741862_1039 (size=1393) 2024-11-21T03:24:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:22,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:22,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741863_1040 (size=1393) 2024-11-21T03:24:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741863_1040 (size=1393) 2024-11-21T03:24:22,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:22,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:22,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741864_1041 (size=1393) 2024-11-21T03:24:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741864_1041 (size=1393) 2024-11-21T03:24:22,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:22,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:22,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741865_1042 (size=1393) 2024-11-21T03:24:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741865_1042 (size=1393) 2024-11-21T03:24:22,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:22,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741866_1043 (size=1393) 2024-11-21T03:24:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741866_1043 (size=1393) 2024-11-21T03:24:22,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:22,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741867_1044 (size=1405) 2024-11-21T03:24:22,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741867_1044 (size=1405) 2024-11-21T03:24:23,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:23,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:23,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741868_1045 (size=1413) 2024-11-21T03:24:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741868_1045 (size=1413) 2024-11-21T03:24:23,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:23,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:23,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741869_1046 (size=1413) 2024-11-21T03:24:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741869_1046 (size=1413) 2024-11-21T03:24:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:23,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741870_1047 (size=1413) 2024-11-21T03:24:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741870_1047 (size=1413) 2024-11-21T03:24:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:23,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:23,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7 2024-11-21T03:24:23,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7 after 0ms 2024-11-21T03:24:23,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7 took 6ms 2024-11-21T03:24:23,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7 so closing down 2024-11-21T03:24:23,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:23,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:23,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:23,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:23,261 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:23,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-21T03:24:23,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7, size=1.4 K (1413bytes) at 1732159463204Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7 so closing down at 1732159463223 (+19 ms)3 split writer threads finished at 1732159463224 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159463251 (+27 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159463254 (+3 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732159463262 (+8 ms)Processed 20 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c638bb24-0721-3676-215e-16a3b8221029/WALs/testioeonoutputthread,16010,1732159462192/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732159463262 2024-11-21T03:24:23,261 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:23,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141 (was 139) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_306441135_22 at /127.0.0.1:48874 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=2512 (was 2540) 2024-11-21T03:24:23,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2512 2024-11-21T03:24:23,283 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741871_1048 (size=7) 2024-11-21T03:24:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741871_1048 (size=7) 2024-11-21T03:24:23,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:23,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:23,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:23,310 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:23,348 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:23,350 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:23,352 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:23,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741872_1049 (size=2324) 2024-11-21T03:24:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741872_1049 (size=2324) 2024-11-21T03:24:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:23,387 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:23,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741873_1050 (size=1393) 2024-11-21T03:24:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741873_1050 (size=1393) 2024-11-21T03:24:23,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:23,408 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:23,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-21T03:24:23,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-21T03:24:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-21T03:24:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-21T03:24:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-21T03:24:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-21T03:24:23,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-21T03:24:23,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-21T03:24:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-21T03:24:23,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-21T03:24:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-21T03:24:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-21T03:24:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-21T03:24:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-21T03:24:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-21T03:24:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-21T03:24:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-21T03:24:23,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-21T03:24:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-21T03:24:23,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-21T03:24:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-21T03:24:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-21T03:24:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-21T03:24:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-21T03:24:23,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-21T03:24:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-21T03:24:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-21T03:24:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-21T03:24:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-21T03:24:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-21T03:24:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-21T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-21T03:24:23,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-21T03:24:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-21T03:24:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-21T03:24:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-21T03:24:23,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-21T03:24:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-21T03:24:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-21T03:24:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-21T03:24:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-21T03:24:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-21T03:24:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-21T03:24:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-21T03:24:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-21T03:24:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-21T03:24:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-21T03:24:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-21T03:24:23,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-21T03:24:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-21T03:24:23,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-21T03:24:23,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-21T03:24:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-21T03:24:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-21T03:24:23,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-21T03:24:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-21T03:24:23,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-21T03:24:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-21T03:24:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-21T03:24:23,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-21T03:24:23,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-21T03:24:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-21T03:24:23,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-21T03:24:23,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-21T03:24:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-21T03:24:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-21T03:24:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-21T03:24:23,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-21T03:24:23,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-21T03:24:23,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-21T03:24:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-21T03:24:23,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-21T03:24:23,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-21T03:24:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-21T03:24:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-21T03:24:23,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-21T03:24:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-21T03:24:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-21T03:24:23,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-21T03:24:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-21T03:24:23,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-21T03:24:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-21T03:24:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-21T03:24:23,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-21T03:24:23,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-21T03:24:23,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-21T03:24:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-21T03:24:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-21T03:24:23,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-21T03:24:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-21T03:24:23,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-21T03:24:23,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-21T03:24:23,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-21T03:24:23,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-21T03:24:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-21T03:24:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-21T03:24:23,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-21T03:24:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-21T03:24:23,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-21T03:24:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-21T03:24:23,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-21T03:24:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-21T03:24:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-21T03:24:23,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-21T03:24:23,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-21T03:24:23,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-21T03:24:23,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-21T03:24:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-21T03:24:23,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-21T03:24:23,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-21T03:24:23,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-21T03:24:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-21T03:24:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-21T03:24:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-21T03:24:23,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-21T03:24:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-21T03:24:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-21T03:24:23,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-21T03:24:23,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-21T03:24:23,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-21T03:24:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-21T03:24:23,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-21T03:24:23,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-21T03:24:23,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-21T03:24:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-21T03:24:23,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-21T03:24:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-21T03:24:23,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-21T03:24:23,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-21T03:24:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-21T03:24:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-21T03:24:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-21T03:24:23,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-21T03:24:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-21T03:24:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-21T03:24:23,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-21T03:24:23,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-21T03:24:23,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-21T03:24:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-21T03:24:23,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-21T03:24:23,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-21T03:24:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-21T03:24:23,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-21T03:24:23,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-21T03:24:23,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-21T03:24:23,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-21T03:24:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-21T03:24:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-21T03:24:23,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-21T03:24:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-21T03:24:23,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-21T03:24:23,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-21T03:24:23,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-21T03:24:23,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-21T03:24:23,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-21T03:24:23,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-21T03:24:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-21T03:24:23,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-21T03:24:23,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-21T03:24:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-21T03:24:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-21T03:24:23,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-21T03:24:23,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-21T03:24:23,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-21T03:24:23,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-21T03:24:23,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-21T03:24:23,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-21T03:24:23,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-21T03:24:23,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-21T03:24:23,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-21T03:24:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-21T03:24:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-21T03:24:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-21T03:24:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-21T03:24:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-21T03:24:23,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-21T03:24:23,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-21T03:24:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-21T03:24:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-21T03:24:23,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-21T03:24:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-21T03:24:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-21T03:24:23,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-21T03:24:23,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-21T03:24:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-21T03:24:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-21T03:24:23,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-21T03:24:23,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-21T03:24:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-21T03:24:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-21T03:24:23,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-21T03:24:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-21T03:24:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-21T03:24:23,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-21T03:24:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-21T03:24:23,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-21T03:24:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-21T03:24:23,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-21T03:24:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-21T03:24:23,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-21T03:24:23,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-21T03:24:23,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-21T03:24:23,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-21T03:24:23,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-21T03:24:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-21T03:24:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-21T03:24:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-21T03:24:23,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-21T03:24:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-21T03:24:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-21T03:24:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-21T03:24:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-21T03:24:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-21T03:24:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-21T03:24:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-21T03:24:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-21T03:24:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-21T03:24:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-21T03:24:23,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-21T03:24:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-21T03:24:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-21T03:24:23,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-21T03:24:23,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-21T03:24:23,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-21T03:24:23,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-21T03:24:23,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-21T03:24:23,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-21T03:24:23,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-21T03:24:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-21T03:24:23,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-21T03:24:23,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-21T03:24:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-21T03:24:23,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-21T03:24:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-21T03:24:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-21T03:24:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-21T03:24:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-21T03:24:23,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-21T03:24:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-21T03:24:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-21T03:24:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-21T03:24:23,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-21T03:24:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-21T03:24:23,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-21T03:24:23,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-21T03:24:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-21T03:24:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-21T03:24:23,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-21T03:24:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-21T03:24:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-21T03:24:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-21T03:24:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-21T03:24:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-21T03:24:23,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-21T03:24:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-21T03:24:23,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-21T03:24:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-21T03:24:23,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-21T03:24:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-21T03:24:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-21T03:24:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:23,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-21T03:24:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-21T03:24:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-21T03:24:24,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-21T03:24:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-21T03:24:24,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-21T03:24:24,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-21T03:24:24,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-21T03:24:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-21T03:24:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-21T03:24:24,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-21T03:24:24,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-21T03:24:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-21T03:24:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-21T03:24:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-21T03:24:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-21T03:24:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-21T03:24:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-21T03:24:24,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-21T03:24:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-21T03:24:24,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-21T03:24:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-21T03:24:24,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-21T03:24:24,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-21T03:24:24,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-21T03:24:24,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-21T03:24:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-21T03:24:24,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-21T03:24:24,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-21T03:24:24,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-21T03:24:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-21T03:24:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-21T03:24:24,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-21T03:24:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-21T03:24:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-21T03:24:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-21T03:24:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-21T03:24:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-21T03:24:24,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-21T03:24:24,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-21T03:24:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-21T03:24:24,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-21T03:24:24,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-21T03:24:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-21T03:24:24,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-21T03:24:24,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-21T03:24:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-21T03:24:24,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-21T03:24:24,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-21T03:24:24,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-21T03:24:24,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-21T03:24:24,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-21T03:24:24,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-21T03:24:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-21T03:24:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-21T03:24:24,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-21T03:24:24,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-21T03:24:24,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-21T03:24:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-21T03:24:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-21T03:24:24,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-21T03:24:24,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-21T03:24:24,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-21T03:24:24,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-21T03:24:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-21T03:24:24,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-21T03:24:24,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-21T03:24:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-21T03:24:24,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-21T03:24:24,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-21T03:24:24,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-21T03:24:24,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-21T03:24:24,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-21T03:24:24,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-21T03:24:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-21T03:24:24,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-21T03:24:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-21T03:24:24,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-21T03:24:24,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-21T03:24:24,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-21T03:24:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-21T03:24:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-21T03:24:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-21T03:24:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-21T03:24:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-21T03:24:24,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-21T03:24:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-21T03:24:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-21T03:24:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-21T03:24:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-21T03:24:24,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-21T03:24:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-21T03:24:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-21T03:24:24,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-21T03:24:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-21T03:24:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-21T03:24:24,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-21T03:24:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-21T03:24:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-21T03:24:24,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-21T03:24:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-21T03:24:24,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-21T03:24:24,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-21T03:24:24,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-21T03:24:24,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-21T03:24:24,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-21T03:24:24,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-21T03:24:24,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-21T03:24:24,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-21T03:24:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-21T03:24:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-21T03:24:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-21T03:24:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-21T03:24:24,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-21T03:24:24,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-21T03:24:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-21T03:24:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-21T03:24:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-21T03:24:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-21T03:24:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-21T03:24:24,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-21T03:24:24,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-21T03:24:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-21T03:24:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-21T03:24:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-21T03:24:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-21T03:24:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-21T03:24:24,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-21T03:24:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-21T03:24:24,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-21T03:24:24,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-21T03:24:24,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-21T03:24:24,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-21T03:24:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-21T03:24:24,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-21T03:24:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-21T03:24:24,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-21T03:24:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-21T03:24:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-21T03:24:24,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-21T03:24:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-21T03:24:24,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-21T03:24:24,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-21T03:24:24,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-21T03:24:24,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-21T03:24:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-21T03:24:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-21T03:24:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-21T03:24:24,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-21T03:24:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-21T03:24:24,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-21T03:24:24,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-21T03:24:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-21T03:24:24,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-21T03:24:24,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-21T03:24:24,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-21T03:24:24,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-21T03:24:24,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-21T03:24:24,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-21T03:24:24,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-21T03:24:24,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-21T03:24:24,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-21T03:24:24,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-21T03:24:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-21T03:24:24,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-21T03:24:24,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-21T03:24:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-21T03:24:24,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-21T03:24:24,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-21T03:24:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-21T03:24:24,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-21T03:24:24,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-21T03:24:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-21T03:24:24,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-21T03:24:24,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-21T03:24:24,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-21T03:24:24,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-21T03:24:24,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-21T03:24:24,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-21T03:24:24,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-21T03:24:24,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-21T03:24:24,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-21T03:24:24,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-21T03:24:24,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-21T03:24:24,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-21T03:24:24,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-21T03:24:24,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-21T03:24:24,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-21T03:24:24,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-21T03:24:24,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-21T03:24:24,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-21T03:24:24,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-21T03:24:24,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-21T03:24:24,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-21T03:24:24,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-21T03:24:24,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-21T03:24:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-21T03:24:24,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-21T03:24:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-21T03:24:24,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-21T03:24:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-21T03:24:24,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-21T03:24:24,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-21T03:24:24,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-21T03:24:24,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-21T03:24:24,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-21T03:24:24,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-21T03:24:24,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-21T03:24:24,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-21T03:24:24,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-21T03:24:24,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-21T03:24:24,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-21T03:24:24,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-21T03:24:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-21T03:24:24,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-21T03:24:24,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-21T03:24:24,456 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310): HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732159463387; access_time=1732159463357; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159463407; access_time=1732159463388; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732159463408; access_time=1732159463408; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T03:24:24,456 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-21T03:24:24,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-21T03:24:24,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-21T03:24:24,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-21T03:24:24,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-21T03:24:24,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-21T03:24:24,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-21T03:24:24,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-21T03:24:24,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,493 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T03:24:24,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 2024-11-21T03:24:24,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-21T03:24:24,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 after 1ms 2024-11-21T03:24:24,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-21T03:24:24,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-21T03:24:24,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-21T03:24:24,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-21T03:24:24,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-21T03:24:24,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-21T03:24:24,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-21T03:24:24,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-21T03:24:24,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-21T03:24:24,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-21T03:24:24,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-21T03:24:24,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 took 25ms 2024-11-21T03:24:24,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-21T03:24:24,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-21T03:24:24,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-21T03:24:24,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-21T03:24:24,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-21T03:24:24,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-21T03:24:24,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-21T03:24:24,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-21T03:24:24,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-21T03:24:24,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-21T03:24:24,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-21T03:24:24,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-21T03:24:24,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-21T03:24:24,545 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 so closing down 2024-11-21T03:24:24,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:24,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:24,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-21T03:24:24,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-21T03:24:24,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-21T03:24:24,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-21T03:24:24,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-21T03:24:24,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-21T03:24:24,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-21T03:24:24,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-21T03:24:24,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-21T03:24:24,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-21T03:24:24,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:24,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-21T03:24:24,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-21T03:24:24,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-21T03:24:24,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-21T03:24:24,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-21T03:24:24,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:24,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-21T03:24:24,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:24,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:24,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-21T03:24:24,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-21T03:24:24,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-21T03:24:24,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-21T03:24:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741876_1053 (size=743) 2024-11-21T03:24:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741876_1053 (size=743) 2024-11-21T03:24:24,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-21T03:24:24,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:24,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-21T03:24:24,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-21T03:24:24,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:24,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-21T03:24:24,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-21T03:24:24,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-21T03:24:24,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-21T03:24:24,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-21T03:24:24,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-21T03:24:24,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-21T03:24:24,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-21T03:24:24,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-21T03:24:24,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-21T03:24:24,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-21T03:24:24,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-21T03:24:24,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741875_1052 (size=743) 2024-11-21T03:24:24,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-21T03:24:24,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741875_1052 (size=743) 2024-11-21T03:24:24,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-21T03:24:24,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:24,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-21T03:24:24,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:24,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-21T03:24:24,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 116 ms; skipped=7; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T03:24:24,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0, size=2.3 K (2324bytes) at 1732159464493Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 so closing down at 1732159464545 (+52 ms)3 split writer threads finished at 1732159464546 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159464585 (+39 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159464585Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159464596 (+11 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159464602 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159464646 (+44 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159464654 (+8 ms)Processed 27 edits across 2 Regions in 116 ms; skipped=7; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732159464654 2024-11-21T03:24:24,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-21T03:24:24,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-21T03:24:24,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-21T03:24:24,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/oldWALs/wal.dat.0 2024-11-21T03:24:24,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:24,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 2024-11-21T03:24:24,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 after 1ms 2024-11-21T03:24:24,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-21T03:24:24,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-21T03:24:24,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-21T03:24:24,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-21T03:24:24,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 took 10ms 2024-11-21T03:24:24,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-21T03:24:24,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-21T03:24:24,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-21T03:24:24,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-21T03:24:24,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-21T03:24:24,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-21T03:24:24,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-21T03:24:24,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-21T03:24:24,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-21T03:24:24,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 so closing down 2024-11-21T03:24:24,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:24,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-21T03:24:24,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:24,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-21T03:24:24,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-21T03:24:24,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:24,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-21T03:24:24,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-21T03:24:24,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-21T03:24:24,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-21T03:24:24,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:24,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-21T03:24:24,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-21T03:24:24,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-21T03:24:24,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:24,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-21T03:24:24,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-21T03:24:24,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-21T03:24:24,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-21T03:24:24,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-21T03:24:24,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-21T03:24:24,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:24,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-21T03:24:24,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-21T03:24:24,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-21T03:24:24,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-21T03:24:24,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-21T03:24:24,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-21T03:24:24,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-21T03:24:24,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-21T03:24:24,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-21T03:24:24,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-21T03:24:24,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-21T03:24:24,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741877_1054 (size=743) 2024-11-21T03:24:24,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:24,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741877_1054 (size=743) 2024-11-21T03:24:24,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-21T03:24:24,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:24,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-21T03:24:24,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-21T03:24:24,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-21T03:24:24,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-21T03:24:24,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-21T03:24:24,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-21T03:24:24,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-21T03:24:24,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-21T03:24:24,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-21T03:24:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741878_1055 (size=743) 2024-11-21T03:24:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741878_1055 (size=743) 2024-11-21T03:24:24,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:24,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-21T03:24:24,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-21T03:24:24,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-21T03:24:24,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-21T03:24:24,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:24,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:24,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1, size=1.4 K (1393bytes) at 1732159464662Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 so closing down at 1732159464695 (+33 ms)3 split writer threads finished at 1732159464695Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159464712 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159464740 (+28 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159464771 (+31 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159464776 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159464794 (+18 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159464803 (+9 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159464804 (+1 ms) 2024-11-21T03:24:24,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-21T03:24:24,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-21T03:24:24,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-21T03:24:24,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/oldWALs/wal.dat.1 2024-11-21T03:24:24,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2, size=150 (150bytes) 2024-11-21T03:24:24,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 2024-11-21T03:24:24,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,811 WARN [IPC Server handler 4 on default port 37841 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-21T03:24:24,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 after 2ms 2024-11-21T03:24:24,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-21T03:24:24,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-21T03:24:24,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-21T03:24:24,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-21T03:24:24,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-21T03:24:24,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-21T03:24:24,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-21T03:24:24,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-21T03:24:24,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-21T03:24:24,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-21T03:24:24,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-21T03:24:24,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-21T03:24:24,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-21T03:24:24,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-21T03:24:24,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-21T03:24:24,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-21T03:24:24,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-21T03:24:24,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-21T03:24:24,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-21T03:24:24,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-21T03:24:24,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-21T03:24:24,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-21T03:24:24,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-21T03:24:24,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-21T03:24:24,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-21T03:24:24,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-21T03:24:24,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-21T03:24:24,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-21T03:24:24,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-21T03:24:24,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-21T03:24:24,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-21T03:24:24,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-21T03:24:24,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-21T03:24:24,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T03:24:24,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T03:24:24,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-785947368_537 at /127.0.0.1:48644 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:33057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48644 dst: /127.0.0.1:33057 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33057 remote=/127.0.0.1:48644]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:24,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-785947368_537 at /127.0.0.1:35044 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35044 dst: /127.0.0.1:41195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:24,904 WARN [ResponseProcessor for block BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:24,905 WARN [DataStreamer for file /user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 block BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK], DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK]) is bad. 2024-11-21T03:24:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741874_1056 (size=42275) 2024-11-21T03:24:24,906 WARN [DataStreamer for file /user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 block BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:24,908 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:24,909 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-21T03:24:24,909 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 671 2024-11-21T03:24:24,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-21T03:24:24,909 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:24,910 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:28,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 after 4002ms 2024-11-21T03:24:28,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 took 4008ms 2024-11-21T03:24:28,843 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2; continuing. 2024-11-21T03:24:28,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 so closing down 2024-11-21T03:24:28,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:28,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:28,845 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:28,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:28,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:28,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741879_1057 (size=743) 2024-11-21T03:24:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741879_1057 (size=743) 2024-11-21T03:24:28,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:28,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741880_1058 (size=41633) 2024-11-21T03:24:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741880_1058 (size=41633) 2024-11-21T03:24:28,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 650 edits, skipped 0 edits in 5 ms) 2024-11-21T03:24:28,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:28,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 660 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T03:24:28,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2, size=150 (150bytes) at 1732159464810Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 so closing down at 1732159468843 (+4033 ms)3 split writer threads finished at 1732159468843Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159468847 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159468848 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159468855 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159468858 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 650 edits, skipped 0 edits in 5 ms) at 1732159468864 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159468868 (+4 ms)Processed 660 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732159468868 2024-11-21T03:24:28,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/WALs/testlogcannotbewrittenonceparsed,16010,1732159463310/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/e26baba6-9999-e72a-19ac-ecdcbff30824/oldWALs/wal.dat.2 2024-11-21T03:24:28,873 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-21T03:24:28,904 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=670, robber=670 2024-11-21T03:24:28,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=145 (was 139) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37841 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:37841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_306441135_22 at /127.0.0.1:48684 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:37841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:37841 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_306441135_22 at /127.0.0.1:35106 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=918 (was 919), ProcessCount=11 (was 11), AvailableMemoryMB=2377 (was 2512) 2024-11-21T03:24:28,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=918, ProcessCount=11, AvailableMemoryMB=2377 2024-11-21T03:24:28,920 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741881_1059 (size=7) 2024-11-21T03:24:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741881_1059 (size=7) 2024-11-21T03:24:28,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:28,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:28,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:28,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:28,934 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:28,935 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:28,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741882_1060 (size=1393) 2024-11-21T03:24:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741882_1060 (size=1393) 2024-11-21T03:24:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:28,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741883_1061 (size=1393) 2024-11-21T03:24:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741883_1061 (size=1393) 2024-11-21T03:24:28,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:28,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:28,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741884_1062 (size=1393) 2024-11-21T03:24:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741884_1062 (size=1393) 2024-11-21T03:24:29,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:29,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741885_1063 (size=1393) 2024-11-21T03:24:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741885_1063 (size=1393) 2024-11-21T03:24:29,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:29,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741886_1064 (size=1393) 2024-11-21T03:24:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741886_1064 (size=1393) 2024-11-21T03:24:29,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:29,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:29,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741887_1065 (size=1393) 2024-11-21T03:24:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741887_1065 (size=1393) 2024-11-21T03:24:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:29,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741888_1066 (size=1405) 2024-11-21T03:24:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741888_1066 (size=1405) 2024-11-21T03:24:29,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:29,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741889_1067 (size=1413) 2024-11-21T03:24:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741889_1067 (size=1413) 2024-11-21T03:24:29,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:29,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:29,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741890_1068 (size=1413) 2024-11-21T03:24:29,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741890_1068 (size=1413) 2024-11-21T03:24:29,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:29,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:29,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:29,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741891_1069 (size=1413) 2024-11-21T03:24:29,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741891_1069 (size=1413) 2024-11-21T03:24:29,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:29,554 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:29,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 2024-11-21T03:24:29,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 after 3ms 2024-11-21T03:24:29,557 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:31,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 took 2011ms 2024-11-21T03:24:31,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 so closing down 2024-11-21T03:24:31,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:31,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:31,582 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:31,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:31,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:31,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741893_1071 (size=743) 2024-11-21T03:24:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741893_1071 (size=743) 2024-11-21T03:24:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741892_1070 (size=743) 2024-11-21T03:24:31,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741892_1070 (size=743) 2024-11-21T03:24:31,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:31,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:31,607 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:31,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0, size=1.4 K (1393bytes) at 1732159469554Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 so closing down at 1732159471568 (+2014 ms)3 split writer threads finished at 1732159471569 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159471588 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159471588Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471599 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471601 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159471606 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159471606Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159471607 (+1 ms) 2024-11-21T03:24:31,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.0 2024-11-21T03:24:31,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:31,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 2024-11-21T03:24:31,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 after 1ms 2024-11-21T03:24:31,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 took 8ms 2024-11-21T03:24:31,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 so closing down 2024-11-21T03:24:31,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:31,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:31,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:31,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:31,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:31,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:31,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741894_1072 (size=743) 2024-11-21T03:24:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741894_1072 (size=743) 2024-11-21T03:24:31,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741895_1073 (size=743) 2024-11-21T03:24:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741895_1073 (size=743) 2024-11-21T03:24:31,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:31,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:31,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:31,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1, size=1.4 K (1393bytes) at 1732159471620Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 so closing down at 1732159471631 (+11 ms)3 split writer threads finished at 1732159471631Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159471637 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159471648 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471669 (+21 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471671 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159471678 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159471682 (+4 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159471682 2024-11-21T03:24:31,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.1 2024-11-21T03:24:31,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:31,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 2024-11-21T03:24:31,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 after 1ms 2024-11-21T03:24:31,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 took 5ms 2024-11-21T03:24:31,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 so closing down 2024-11-21T03:24:31,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:31,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:31,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:31,705 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:31,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:31,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741897_1075 (size=743) 2024-11-21T03:24:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741897_1075 (size=743) 2024-11-21T03:24:31,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741896_1074 (size=743) 2024-11-21T03:24:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741896_1074 (size=743) 2024-11-21T03:24:31,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:31,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:31,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2, size=1.4 K (1393bytes) at 1732159471687Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 so closing down at 1732159471699 (+12 ms)3 split writer threads finished at 1732159471699Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159471708 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159471712 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471737 (+25 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159471741 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471746 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159471751 (+5 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159471751 2024-11-21T03:24:31,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.2 2024-11-21T03:24:31,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:31,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 2024-11-21T03:24:31,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 after 1ms 2024-11-21T03:24:31,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 took 6ms 2024-11-21T03:24:31,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 so closing down 2024-11-21T03:24:31,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:31,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:31,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:31,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:31,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:31,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741898_1076 (size=743) 2024-11-21T03:24:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741898_1076 (size=743) 2024-11-21T03:24:31,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741899_1077 (size=743) 2024-11-21T03:24:31,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741899_1077 (size=743) 2024-11-21T03:24:31,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:31,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:31,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:31,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3, size=1.4 K (1393bytes) at 1732159471758Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 so closing down at 1732159471766 (+8 ms)3 split writer threads finished at 1732159471766Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159471772 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159471780 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471789 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471792 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159471794 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159471794Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159471794 2024-11-21T03:24:31,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.3 2024-11-21T03:24:31,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:31,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 2024-11-21T03:24:31,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 after 1ms 2024-11-21T03:24:31,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 took 4ms 2024-11-21T03:24:31,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 so closing down 2024-11-21T03:24:31,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:31,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:31,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:31,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:31,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:31,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741900_1078 (size=743) 2024-11-21T03:24:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741900_1078 (size=743) 2024-11-21T03:24:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741901_1079 (size=743) 2024-11-21T03:24:31,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741901_1079 (size=743) 2024-11-21T03:24:31,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:32,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:32,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:32,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:32,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4, size=1.4 K (1393bytes) at 1732159471798Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 so closing down at 1732159471805 (+7 ms)3 split writer threads finished at 1732159471805Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159471811 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159471812 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159471823 (+11 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159471825 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159472224 (+399 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159472227 (+3 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159472227 2024-11-21T03:24:32,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.4 2024-11-21T03:24:32,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:24:32,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 2024-11-21T03:24:32,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 after 1ms 2024-11-21T03:24:32,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 took 4ms 2024-11-21T03:24:32,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 so closing down 2024-11-21T03:24:32,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:32,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:32,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:32,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:32,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:32,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741902_1080 (size=743) 2024-11-21T03:24:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741902_1080 (size=743) 2024-11-21T03:24:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741903_1081 (size=743) 2024-11-21T03:24:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741903_1081 (size=743) 2024-11-21T03:24:32,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:32,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:32,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:32,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:32,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:32,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5, size=1.4 K (1393bytes) at 1732159472231Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 so closing down at 1732159472237 (+6 ms)3 split writer threads finished at 1732159472237Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159472242 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159472242Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159472251 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159472251Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159472254 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159472254Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159472254 2024-11-21T03:24:32,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.5 2024-11-21T03:24:32,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:32,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 2024-11-21T03:24:32,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 after 1ms 2024-11-21T03:24:32,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 took 4ms 2024-11-21T03:24:32,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 so closing down 2024-11-21T03:24:32,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:32,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:32,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:32,267 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:32,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:32,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741904_1082 (size=749) 2024-11-21T03:24:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741904_1082 (size=749) 2024-11-21T03:24:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741905_1083 (size=749) 2024-11-21T03:24:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741905_1083 (size=749) 2024-11-21T03:24:32,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:32,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:33,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:33,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 791 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:33,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6, size=1.4 K (1405bytes) at 1732159472258Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 so closing down at 1732159472264 (+6 ms)3 split writer threads finished at 1732159472264Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159472268 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159472268Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159472278 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159472281 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473048 (+767 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159473053 (+5 ms)Processed 20 edits across 2 Regions in 791 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159473053 2024-11-21T03:24:33,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.6 2024-11-21T03:24:33,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:33,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 2024-11-21T03:24:33,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 after 1ms 2024-11-21T03:24:33,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 took 5ms 2024-11-21T03:24:33,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 so closing down 2024-11-21T03:24:33,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,071 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:33,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:33,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:33,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741906_1084 (size=753) 2024-11-21T03:24:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741906_1084 (size=753) 2024-11-21T03:24:33,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741907_1085 (size=753) 2024-11-21T03:24:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741907_1085 (size=753) 2024-11-21T03:24:33,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:33,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:33,084 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:33,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7, size=1.4 K (1413bytes) at 1732159473061Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 so closing down at 1732159473067 (+6 ms)3 split writer threads finished at 1732159473067Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159473072 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159473072Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473079 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473081 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159473083 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159473084 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159473084 2024-11-21T03:24:33,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.7 2024-11-21T03:24:33,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:33,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 2024-11-21T03:24:33,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 after 0ms 2024-11-21T03:24:33,091 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 took 4ms 2024-11-21T03:24:33,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 so closing down 2024-11-21T03:24:33,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:33,100 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:33,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:33,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741908_1086 (size=753) 2024-11-21T03:24:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741909_1087 (size=753) 2024-11-21T03:24:33,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741909_1087 (size=753) 2024-11-21T03:24:33,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741908_1086 (size=753) 2024-11-21T03:24:33,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:33,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:33,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:33,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8, size=1.4 K (1413bytes) at 1732159473087Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 so closing down at 1732159473096 (+9 ms)3 split writer threads finished at 1732159473096Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159473101 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159473101Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473106 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473106Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159473109 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159473109Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159473109 2024-11-21T03:24:33,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.8 2024-11-21T03:24:33,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:33,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 2024-11-21T03:24:33,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 after 0ms 2024-11-21T03:24:33,115 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 took 4ms 2024-11-21T03:24:33,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 so closing down 2024-11-21T03:24:33,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:33,119 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:33,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:33,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741911_1089 (size=753) 2024-11-21T03:24:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741910_1088 (size=753) 2024-11-21T03:24:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741911_1089 (size=753) 2024-11-21T03:24:33,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741910_1088 (size=753) 2024-11-21T03:24:33,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:33,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:33,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:33,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9, size=1.4 K (1413bytes) at 1732159473112Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 so closing down at 1732159473116 (+4 ms)3 split writer threads finished at 1732159473116Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159473120 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159473120Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473127 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473127Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159473130 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159473130Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159473130 2024-11-21T03:24:33,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/WALs/testretryopenduringrecovery,16010,1732159468933/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/acb4ab23-0a12-c0b8-262e-b180bf777309/oldWALs/wal.dat.9 2024-11-21T03:24:33,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=860 (was 918), ProcessCount=11 (was 11), AvailableMemoryMB=2323 (was 2377) 2024-11-21T03:24:33,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=860, ProcessCount=11, AvailableMemoryMB=2323 2024-11-21T03:24:33,150 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741912_1090 (size=7) 2024-11-21T03:24:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741912_1090 (size=7) 2024-11-21T03:24:33,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:33,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:33,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:33,162 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:33,162 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:33,163 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:33,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:33,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741913_1091 (size=1393) 2024-11-21T03:24:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741913_1091 (size=1393) 2024-11-21T03:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:33,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741914_1092 (size=1393) 2024-11-21T03:24:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741914_1092 (size=1393) 2024-11-21T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:33,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741915_1093 (size=1393) 2024-11-21T03:24:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741915_1093 (size=1393) 2024-11-21T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:33,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741916_1094 (size=1393) 2024-11-21T03:24:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741916_1094 (size=1393) 2024-11-21T03:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:33,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:33,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741917_1095 (size=1393) 2024-11-21T03:24:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741917_1095 (size=1393) 2024-11-21T03:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:33,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:33,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:33,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741919_1097 (size=1405) 2024-11-21T03:24:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741919_1097 (size=1405) 2024-11-21T03:24:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:33,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:33,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741920_1098 (size=1413) 2024-11-21T03:24:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741920_1098 (size=1413) 2024-11-21T03:24:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:33,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741921_1099 (size=1413) 2024-11-21T03:24:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741921_1099 (size=1413) 2024-11-21T03:24:33,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:33,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:33,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741922_1100 (size=1413) 2024-11-21T03:24:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741922_1100 (size=1413) 2024-11-21T03:24:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:33,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:33,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 2024-11-21T03:24:33,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 after 1ms 2024-11-21T03:24:33,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 took 3ms 2024-11-21T03:24:33,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 so closing down 2024-11-21T03:24:33,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:33,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:33,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:33,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741923_1101 (size=743) 2024-11-21T03:24:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741923_1101 (size=743) 2024-11-21T03:24:33,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741924_1102 (size=743) 2024-11-21T03:24:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741924_1102 (size=743) 2024-11-21T03:24:33,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:33,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:33,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0, size=1.4 K (1393bytes) at 1732159473805Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 so closing down at 1732159473810 (+5 ms)3 split writer threads finished at 1732159473810Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159473814 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159473816 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473821 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159473822 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473827 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159473829 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159473829 2024-11-21T03:24:33,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.0 2024-11-21T03:24:33,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:33,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 2024-11-21T03:24:33,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 after 1ms 2024-11-21T03:24:33,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 took 3ms 2024-11-21T03:24:33,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 so closing down 2024-11-21T03:24:33,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:33,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:33,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:33,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:33,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741925_1103 (size=743) 2024-11-21T03:24:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741925_1103 (size=743) 2024-11-21T03:24:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741926_1104 (size=743) 2024-11-21T03:24:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741926_1104 (size=743) 2024-11-21T03:24:33,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:33,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:33,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:33,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1, size=1.4 K (1393bytes) at 1732159473831Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 so closing down at 1732159473836 (+5 ms)3 split writer threads finished at 1732159473836Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159473839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159473839Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473846 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159473848 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473849 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159473851 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159473852 (+1 ms) 2024-11-21T03:24:33,857 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.1 2024-11-21T03:24:33,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:33,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 2024-11-21T03:24:33,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 after 0ms 2024-11-21T03:24:33,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 took 6ms 2024-11-21T03:24:33,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 so closing down 2024-11-21T03:24:33,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:33,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:33,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:33,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741928_1106 (size=743) 2024-11-21T03:24:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741927_1105 (size=743) 2024-11-21T03:24:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741928_1106 (size=743) 2024-11-21T03:24:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741927_1105 (size=743) 2024-11-21T03:24:33,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:33,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:33,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:33,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2, size=1.4 K (1393bytes) at 1732159473858Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 so closing down at 1732159473870 (+12 ms)3 split writer threads finished at 1732159473871 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159473875 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159473876 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473892 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473892Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159473894 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159473894Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159473894 2024-11-21T03:24:33,896 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.2 2024-11-21T03:24:33,896 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:33,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 2024-11-21T03:24:33,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 after 1ms 2024-11-21T03:24:33,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 took 4ms 2024-11-21T03:24:33,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 so closing down 2024-11-21T03:24:33,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:33,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:33,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:33,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741929_1107 (size=743) 2024-11-21T03:24:33,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741929_1107 (size=743) 2024-11-21T03:24:33,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741930_1108 (size=743) 2024-11-21T03:24:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741930_1108 (size=743) 2024-11-21T03:24:33,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:33,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:33,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:33,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:33,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3, size=1.4 K (1393bytes) at 1732159473896Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 so closing down at 1732159473902 (+6 ms)3 split writer threads finished at 1732159473902Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159473907 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159473910 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473920 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159473923 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159473924 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159473925 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159473925 2024-11-21T03:24:33,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.3 2024-11-21T03:24:33,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:33,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 2024-11-21T03:24:33,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 after 1ms 2024-11-21T03:24:33,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 took 7ms 2024-11-21T03:24:33,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 so closing down 2024-11-21T03:24:33,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:33,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:33,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:33,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:33,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:33,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741931_1109 (size=743) 2024-11-21T03:24:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741931_1109 (size=743) 2024-11-21T03:24:34,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:34,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:34,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741932_1110 (size=743) 2024-11-21T03:24:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741932_1110 (size=743) 2024-11-21T03:24:34,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:34,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:34,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:34,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4, size=1.4 K (1393bytes) at 1732159473927Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 so closing down at 1732159473937 (+10 ms)3 split writer threads finished at 1732159473937Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159473945 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159473949 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159474028 (+79 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159474031 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159474462 (+431 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159474465 (+3 ms)Processed 20 edits across 2 Regions in 530 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159474465 2024-11-21T03:24:34,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.4 2024-11-21T03:24:34,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5, size=150 (150bytes) 2024-11-21T03:24:34,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 2024-11-21T03:24:34,475 WARN [IPC Server handler 2 on default port 37841 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-21T03:24:34,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 after 2ms 2024-11-21T03:24:34,895 WARN [ResponseProcessor for block BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:34,895 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-639592292_22 at /127.0.0.1:44672 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44672 dst: /127.0.0.1:41195 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41195 remote=/127.0.0.1:44672]. Total timeout mills is 60000, 58404 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:34,895 WARN [DataStreamer for file /user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 block BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK], DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK]) is bad. 2024-11-21T03:24:34,895 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-639592292_22 at /127.0.0.1:57202 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:33057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57202 dst: /127.0.0.1:33057 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:24:34,897 WARN [DataStreamer for file /user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 block BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:24:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741918_1111 (size=1385) 2024-11-21T03:24:37,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:24:38,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 after 4007ms 2024-11-21T03:24:38,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 took 4025ms 2024-11-21T03:24:38,504 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5; continuing. 2024-11-21T03:24:38,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 so closing down 2024-11-21T03:24:38,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:38,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:38,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:38,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:38,534 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:38,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741933_1112 (size=743) 2024-11-21T03:24:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741933_1112 (size=743) 2024-11-21T03:24:38,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:38,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741934_1113 (size=743) 2024-11-21T03:24:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741934_1113 (size=743) 2024-11-21T03:24:38,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:38,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:38,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T03:24:38,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5, size=150 (150bytes) at 1732159474472Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 so closing down at 1732159478504 (+4032 ms)3 split writer threads finished at 1732159478508 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159478524 (+16 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159478550 (+26 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159478604 (+54 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159478607 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159478639 (+32 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159478641 (+2 ms)Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732159478641 2024-11-21T03:24:38,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.5 2024-11-21T03:24:38,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:38,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 2024-11-21T03:24:38,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 after 0ms 2024-11-21T03:24:38,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 took 6ms 2024-11-21T03:24:38,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 so closing down 2024-11-21T03:24:38,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:38,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:38,717 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:38,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:38,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:38,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741935_1114 (size=749) 2024-11-21T03:24:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741935_1114 (size=749) 2024-11-21T03:24:38,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:38,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741936_1115 (size=749) 2024-11-21T03:24:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741936_1115 (size=749) 2024-11-21T03:24:39,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:39,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:39,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6, size=1.4 K (1405bytes) at 1732159478647Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 so closing down at 1732159478669 (+22 ms)3 split writer threads finished at 1732159478690 (+21 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159478720 (+30 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159478733 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159478749 (+16 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159478752 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479222 (+470 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159479224 (+2 ms)Processed 20 edits across 2 Regions in 557 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159479224 2024-11-21T03:24:39,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.6 2024-11-21T03:24:39,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:39,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 2024-11-21T03:24:39,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 after 1ms 2024-11-21T03:24:39,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 took 4ms 2024-11-21T03:24:39,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 so closing down 2024-11-21T03:24:39,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:39,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:39,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:39,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:39,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:39,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741937_1116 (size=753) 2024-11-21T03:24:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741937_1116 (size=753) 2024-11-21T03:24:39,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741938_1117 (size=753) 2024-11-21T03:24:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741938_1117 (size=753) 2024-11-21T03:24:39,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:39,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:39,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7, size=1.4 K (1413bytes) at 1732159479227Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 so closing down at 1732159479264 (+37 ms)3 split writer threads finished at 1732159479264Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159479284 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159479312 (+28 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479348 (+36 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159479350 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479402 (+52 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159479404 (+2 ms)Processed 20 edits across 2 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159479405 (+1 ms) 2024-11-21T03:24:39,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.7 2024-11-21T03:24:39,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:39,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 2024-11-21T03:24:39,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 after 1ms 2024-11-21T03:24:39,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 took 4ms 2024-11-21T03:24:39,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 so closing down 2024-11-21T03:24:39,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:39,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:39,453 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:39,474 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:39,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:39,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:39,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741940_1119 (size=753) 2024-11-21T03:24:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741940_1119 (size=753) 2024-11-21T03:24:39,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:39,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741939_1118 (size=753) 2024-11-21T03:24:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741939_1118 (size=753) 2024-11-21T03:24:39,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:39,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 243 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:39,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8, size=1.4 K (1413bytes) at 1732159479408Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 so closing down at 1732159479432 (+24 ms)3 split writer threads finished at 1732159479433 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159479475 (+42 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159479498 (+23 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479634 (+136 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159479636 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479669 (+33 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159479671 (+2 ms)Processed 20 edits across 2 Regions in 243 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159479671 2024-11-21T03:24:39,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.8 2024-11-21T03:24:39,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:39,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 2024-11-21T03:24:39,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 after 0ms 2024-11-21T03:24:39,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 took 7ms 2024-11-21T03:24:39,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 so closing down 2024-11-21T03:24:39,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:39,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:39,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:39,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:39,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:39,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:39,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741941_1120 (size=753) 2024-11-21T03:24:39,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741941_1120 (size=753) 2024-11-21T03:24:39,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741942_1121 (size=753) 2024-11-21T03:24:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741942_1121 (size=753) 2024-11-21T03:24:40,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:40,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:40,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:40,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9, size=1.4 K (1413bytes) at 1732159479675Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 so closing down at 1732159479690 (+15 ms)3 split writer threads finished at 1732159479693 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159479702 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159479714 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159479727 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159479729 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159480177 (+448 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159480180 (+3 ms)Processed 20 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159480180 2024-11-21T03:24:40,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732159473162/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/895cdadc-5b86-70fe-89f9-ca3b31f200b2/oldWALs/wal.dat.9 2024-11-21T03:24:40,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=863 (was 860) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3282 (was 2323) - AvailableMemoryMB LEAK? - 2024-11-21T03:24:40,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=863, ProcessCount=11, AvailableMemoryMB=3282 2024-11-21T03:24:40,344 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741943_1122 (size=7) 2024-11-21T03:24:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741943_1122 (size=7) 2024-11-21T03:24:40,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:40,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:40,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:40,421 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:40,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=866 (was 863) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3281 (was 3282) 2024-11-21T03:24:40,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=866, ProcessCount=11, AvailableMemoryMB=3280 2024-11-21T03:24:40,476 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741944_1123 (size=7) 2024-11-21T03:24:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741944_1123 (size=7) 2024-11-21T03:24:40,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:40,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:40,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:40,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:40,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:40,577 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:40,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741945_1124 (size=1393) 2024-11-21T03:24:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741945_1124 (size=1393) 2024-11-21T03:24:40,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:40,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741946_1125 (size=1393) 2024-11-21T03:24:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741946_1125 (size=1393) 2024-11-21T03:24:40,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:40,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741947_1126 (size=1393) 2024-11-21T03:24:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741947_1126 (size=1393) 2024-11-21T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:40,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741948_1127 (size=1393) 2024-11-21T03:24:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741948_1127 (size=1393) 2024-11-21T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:40,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741949_1128 (size=1393) 2024-11-21T03:24:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741949_1128 (size=1393) 2024-11-21T03:24:40,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:40,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:41,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741950_1129 (size=1393) 2024-11-21T03:24:41,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741950_1129 (size=1393) 2024-11-21T03:24:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:41,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741951_1130 (size=1405) 2024-11-21T03:24:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741951_1130 (size=1405) 2024-11-21T03:24:41,141 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:41,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741952_1131 (size=1413) 2024-11-21T03:24:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741952_1131 (size=1413) 2024-11-21T03:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:41,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741953_1132 (size=1413) 2024-11-21T03:24:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741953_1132 (size=1413) 2024-11-21T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:41,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:41,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741954_1133 (size=1413) 2024-11-21T03:24:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741954_1133 (size=1413) 2024-11-21T03:24:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:41,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:41,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 2024-11-21T03:24:41,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 after 3ms 2024-11-21T03:24:41,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 took 10ms 2024-11-21T03:24:41,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 so closing down 2024-11-21T03:24:41,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:41,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:41,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:41,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:41,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:41,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741955_1134 (size=743) 2024-11-21T03:24:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741955_1134 (size=743) 2024-11-21T03:24:41,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:41,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741956_1135 (size=743) 2024-11-21T03:24:41,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741956_1135 (size=743) 2024-11-21T03:24:41,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:41,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:41,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0, size=1.4 K (1393bytes) at 1732159481529Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 so closing down at 1732159481577 (+48 ms)3 split writer threads finished at 1732159481578 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159481620 (+42 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159481628 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159481660 (+32 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159481669 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159481721 (+52 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159481733 (+12 ms)Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159481733 2024-11-21T03:24:41,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.0 2024-11-21T03:24:41,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:41,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 2024-11-21T03:24:41,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 after 1ms 2024-11-21T03:24:41,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 took 4ms 2024-11-21T03:24:41,752 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 so closing down 2024-11-21T03:24:41,752 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:41,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:41,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:41,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:41,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:41,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741957_1136 (size=743) 2024-11-21T03:24:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741957_1136 (size=743) 2024-11-21T03:24:41,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:41,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741958_1137 (size=743) 2024-11-21T03:24:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741958_1137 (size=743) 2024-11-21T03:24:41,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:41,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:41,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:41,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1, size=1.4 K (1393bytes) at 1732159481737Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 so closing down at 1732159481752 (+15 ms)3 split writer threads finished at 1732159481757 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159481776 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159481794 (+18 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159481873 (+79 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159481876 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159481889 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159481898 (+9 ms)Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159481899 (+1 ms) 2024-11-21T03:24:41,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.1 2024-11-21T03:24:41,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:41,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 2024-11-21T03:24:41,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 after 0ms 2024-11-21T03:24:41,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 took 11ms 2024-11-21T03:24:41,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 so closing down 2024-11-21T03:24:41,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:41,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:41,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:41,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:41,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:41,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741959_1138 (size=743) 2024-11-21T03:24:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741959_1138 (size=743) 2024-11-21T03:24:41,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:41,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741960_1139 (size=743) 2024-11-21T03:24:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741960_1139 (size=743) 2024-11-21T03:24:42,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:42,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:42,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:42,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2, size=1.4 K (1393bytes) at 1732159481906Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 so closing down at 1732159481937 (+31 ms)3 split writer threads finished at 1732159481939 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159481947 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159481948 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159481997 (+49 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159481999 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159482020 (+21 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159482023 (+3 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159482023 2024-11-21T03:24:42,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.2 2024-11-21T03:24:42,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:42,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 2024-11-21T03:24:42,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 after 0ms 2024-11-21T03:24:42,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 took 11ms 2024-11-21T03:24:42,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 so closing down 2024-11-21T03:24:42,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:42,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:42,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:42,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:42,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:42,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741961_1140 (size=743) 2024-11-21T03:24:42,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741961_1140 (size=743) 2024-11-21T03:24:42,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:42,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741962_1141 (size=743) 2024-11-21T03:24:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741962_1141 (size=743) 2024-11-21T03:24:42,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:42,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:42,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:42,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3, size=1.4 K (1393bytes) at 1732159482034Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 so closing down at 1732159482046 (+12 ms)3 split writer threads finished at 1732159482047 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159482052 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159482054 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159482080 (+26 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159482087 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159482503 (+416 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159482506 (+3 ms)Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159482506 2024-11-21T03:24:42,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.3 2024-11-21T03:24:42,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:42,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 2024-11-21T03:24:42,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 after 1ms 2024-11-21T03:24:42,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 took 4ms 2024-11-21T03:24:42,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 so closing down 2024-11-21T03:24:42,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:42,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:42,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:42,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:42,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:42,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:42,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741963_1142 (size=743) 2024-11-21T03:24:42,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:42,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741963_1142 (size=743) 2024-11-21T03:24:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741964_1143 (size=743) 2024-11-21T03:24:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741964_1143 (size=743) 2024-11-21T03:24:42,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:42,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:42,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:42,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4, size=1.4 K (1393bytes) at 1732159482514Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 so closing down at 1732159482525 (+11 ms)3 split writer threads finished at 1732159482528 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159482538 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159482548 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159482561 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159482566 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159482990 (+424 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159482991 (+1 ms)Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159482992 (+1 ms) 2024-11-21T03:24:42,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.4 2024-11-21T03:24:42,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:24:42,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 2024-11-21T03:24:42,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 after 1ms 2024-11-21T03:24:42,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 took 3ms 2024-11-21T03:24:42,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 so closing down 2024-11-21T03:24:42,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:43,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:43,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:43,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:43,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:43,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741965_1144 (size=743) 2024-11-21T03:24:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741965_1144 (size=743) 2024-11-21T03:24:43,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741966_1145 (size=743) 2024-11-21T03:24:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741966_1145 (size=743) 2024-11-21T03:24:43,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:43,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:43,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5, size=1.4 K (1393bytes) at 1732159482993Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 so closing down at 1732159482998 (+5 ms)3 split writer threads finished at 1732159483004 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159483013 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159483020 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483044 (+24 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159483057 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483069 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159483077 (+8 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159483078 (+1 ms) 2024-11-21T03:24:43,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.5 2024-11-21T03:24:43,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:43,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 2024-11-21T03:24:43,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 after 1ms 2024-11-21T03:24:43,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 took 5ms 2024-11-21T03:24:43,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 so closing down 2024-11-21T03:24:43,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:43,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:43,105 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:43,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:43,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:43,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741967_1146 (size=749) 2024-11-21T03:24:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741967_1146 (size=749) 2024-11-21T03:24:43,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741968_1147 (size=749) 2024-11-21T03:24:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741968_1147 (size=749) 2024-11-21T03:24:43,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:43,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:43,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6, size=1.4 K (1405bytes) at 1732159483080Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 so closing down at 1732159483086 (+6 ms)3 split writer threads finished at 1732159483089 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159483124 (+35 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159483144 (+20 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483187 (+43 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159483190 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483210 (+20 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159483217 (+7 ms)Processed 20 edits across 2 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159483217 2024-11-21T03:24:43,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.6 2024-11-21T03:24:43,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:43,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 2024-11-21T03:24:43,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 after 4ms 2024-11-21T03:24:43,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 took 11ms 2024-11-21T03:24:43,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 so closing down 2024-11-21T03:24:43,265 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:43,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:43,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:43,300 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:43,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:43,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741970_1149 (size=753) 2024-11-21T03:24:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741970_1149 (size=753) 2024-11-21T03:24:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741969_1148 (size=753) 2024-11-21T03:24:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741969_1148 (size=753) 2024-11-21T03:24:43,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:43,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:43,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:43,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7, size=1.4 K (1413bytes) at 1732159483231Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 so closing down at 1732159483265 (+34 ms)3 split writer threads finished at 1732159483266 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159483305 (+39 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159483308 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483371 (+63 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159483373 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483769 (+396 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159483771 (+2 ms)Processed 20 edits across 2 Regions in 512 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159483772 (+1 ms) 2024-11-21T03:24:43,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.7 2024-11-21T03:24:43,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:43,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 2024-11-21T03:24:43,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 after 0ms 2024-11-21T03:24:43,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 took 4ms 2024-11-21T03:24:43,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 so closing down 2024-11-21T03:24:43,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:43,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:43,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:43,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:43,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:43,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741971_1150 (size=753) 2024-11-21T03:24:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741971_1150 (size=753) 2024-11-21T03:24:43,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741972_1151 (size=753) 2024-11-21T03:24:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741972_1151 (size=753) 2024-11-21T03:24:43,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:43,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:43,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8, size=1.4 K (1413bytes) at 1732159483775Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 so closing down at 1732159483780 (+5 ms)3 split writer threads finished at 1732159483780Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159483785 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159483809 (+24 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483850 (+41 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159483852 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483873 (+21 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159483874 (+1 ms)Processed 20 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159483875 (+1 ms) 2024-11-21T03:24:43,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.8 2024-11-21T03:24:43,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:43,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 2024-11-21T03:24:43,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 after 2ms 2024-11-21T03:24:43,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 took 4ms 2024-11-21T03:24:43,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 so closing down 2024-11-21T03:24:43,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:43,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:43,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:43,888 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:43,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:43,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741974_1153 (size=753) 2024-11-21T03:24:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741974_1153 (size=753) 2024-11-21T03:24:43,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741973_1152 (size=753) 2024-11-21T03:24:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741973_1152 (size=753) 2024-11-21T03:24:43,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:43,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:43,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:43,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:43,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9, size=1.4 K (1413bytes) at 1732159483877Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 so closing down at 1732159483883 (+6 ms)3 split writer threads finished at 1732159483883Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159483888 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159483890 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483922 (+32 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159483932 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159483933 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159483935 (+2 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159483936 (+1 ms) 2024-11-21T03:24:43,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/WALs/testsplit,16010,1732159480573/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/c3d6c9ef-7260-b783-aed9-873db426409b/oldWALs/wal.dat.9 2024-11-21T03:24:44,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143 (was 143), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=866 (was 866), ProcessCount=11 (was 11), AvailableMemoryMB=3061 (was 3280) 2024-11-21T03:24:44,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=866, ProcessCount=11, AvailableMemoryMB=3060 2024-11-21T03:24:44,084 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741975_1154 (size=7) 2024-11-21T03:24:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741975_1154 (size=7) 2024-11-21T03:24:44,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:44,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:44,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:44,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:44,101 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:44,102 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:44,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741976_1155 (size=1393) 2024-11-21T03:24:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741976_1155 (size=1393) 2024-11-21T03:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:44,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741977_1156 (size=1393) 2024-11-21T03:24:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741977_1156 (size=1393) 2024-11-21T03:24:44,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:44,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741978_1157 (size=1393) 2024-11-21T03:24:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741978_1157 (size=1393) 2024-11-21T03:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:44,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741979_1158 (size=1393) 2024-11-21T03:24:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741979_1158 (size=1393) 2024-11-21T03:24:44,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:44,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741980_1159 (size=1393) 2024-11-21T03:24:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741980_1159 (size=1393) 2024-11-21T03:24:44,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:44,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741981_1160 (size=1393) 2024-11-21T03:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741981_1160 (size=1393) 2024-11-21T03:24:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:44,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741982_1161 (size=1405) 2024-11-21T03:24:45,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741982_1161 (size=1405) 2024-11-21T03:24:45,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:45,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741983_1162 (size=1413) 2024-11-21T03:24:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741983_1162 (size=1413) 2024-11-21T03:24:45,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:45,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:45,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741984_1163 (size=1413) 2024-11-21T03:24:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741984_1163 (size=1413) 2024-11-21T03:24:45,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:45,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:45,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741985_1164 (size=1413) 2024-11-21T03:24:45,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741985_1164 (size=1413) 2024-11-21T03:24:45,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:45,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 2024-11-21T03:24:45,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 after 7ms 2024-11-21T03:24:45,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 took 22ms 2024-11-21T03:24:45,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 so closing down 2024-11-21T03:24:45,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:45,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:45,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:45,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:45,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:45,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741986_1165 (size=743) 2024-11-21T03:24:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741986_1165 (size=743) 2024-11-21T03:24:45,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741987_1166 (size=743) 2024-11-21T03:24:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741987_1166 (size=743) 2024-11-21T03:24:45,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:45,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:45,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0, size=1.4 K (1393bytes) at 1732159485290Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 so closing down at 1732159485317 (+27 ms)3 split writer threads finished at 1732159485319 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159485341 (+22 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159485372 (+31 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485376 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159485396 (+20 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485424 (+28 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159485428 (+4 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159485428 2024-11-21T03:24:45,432 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.0 2024-11-21T03:24:45,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:45,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 2024-11-21T03:24:45,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 after 0ms 2024-11-21T03:24:45,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 took 4ms 2024-11-21T03:24:45,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 so closing down 2024-11-21T03:24:45,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:45,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:45,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:45,464 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:45,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:45,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741989_1168 (size=743) 2024-11-21T03:24:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741988_1167 (size=743) 2024-11-21T03:24:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741989_1168 (size=743) 2024-11-21T03:24:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741988_1167 (size=743) 2024-11-21T03:24:45,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:45,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:45,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:45,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1, size=1.4 K (1393bytes) at 1732159485432Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 so closing down at 1732159485455 (+23 ms)3 split writer threads finished at 1732159485459 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159485468 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159485468Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485495 (+27 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485495Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159485498 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159485509 (+11 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159485509 2024-11-21T03:24:45,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.1 2024-11-21T03:24:45,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:45,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 2024-11-21T03:24:45,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 after 1ms 2024-11-21T03:24:45,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 took 6ms 2024-11-21T03:24:45,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 so closing down 2024-11-21T03:24:45,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:45,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:45,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:45,548 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:45,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:45,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741990_1169 (size=743) 2024-11-21T03:24:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741990_1169 (size=743) 2024-11-21T03:24:45,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741991_1170 (size=743) 2024-11-21T03:24:45,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741991_1170 (size=743) 2024-11-21T03:24:45,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:45,590 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:45,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2, size=1.4 K (1393bytes) at 1732159485527Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 so closing down at 1732159485538 (+11 ms)3 split writer threads finished at 1732159485544 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159485549 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159485559 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485564 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159485569 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485587 (+18 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159485590 (+3 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159485590 2024-11-21T03:24:45,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.2 2024-11-21T03:24:45,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:45,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 2024-11-21T03:24:45,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 after 0ms 2024-11-21T03:24:45,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 took 4ms 2024-11-21T03:24:45,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 so closing down 2024-11-21T03:24:45,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:45,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:45,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:45,606 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:45,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:45,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741992_1171 (size=743) 2024-11-21T03:24:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741992_1171 (size=743) 2024-11-21T03:24:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741993_1172 (size=743) 2024-11-21T03:24:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741993_1172 (size=743) 2024-11-21T03:24:45,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:45,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:46,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:46,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:46,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3, size=1.4 K (1393bytes) at 1732159485595Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 so closing down at 1732159485601 (+6 ms)3 split writer threads finished at 1732159485602 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159485607 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159485607Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159485626 (+19 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159485629 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486019 (+390 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159486023 (+4 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159486024 (+1 ms) 2024-11-21T03:24:46,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.3 2024-11-21T03:24:46,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:46,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 2024-11-21T03:24:46,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 after 1ms 2024-11-21T03:24:46,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 took 9ms 2024-11-21T03:24:46,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 so closing down 2024-11-21T03:24:46,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:46,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:46,064 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:46,073 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:46,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:46,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741994_1173 (size=743) 2024-11-21T03:24:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741994_1173 (size=743) 2024-11-21T03:24:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741995_1174 (size=743) 2024-11-21T03:24:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741995_1174 (size=743) 2024-11-21T03:24:46,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:46,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:46,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:46,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4, size=1.4 K (1393bytes) at 1732159486033Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 so closing down at 1732159486054 (+21 ms)3 split writer threads finished at 1732159486054Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159486075 (+21 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159486085 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486150 (+65 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486151 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159486160 (+9 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159486162 (+2 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159486162 2024-11-21T03:24:46,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.4 2024-11-21T03:24:46,172 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:24:46,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 2024-11-21T03:24:46,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 after 1ms 2024-11-21T03:24:46,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 took 7ms 2024-11-21T03:24:46,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 so closing down 2024-11-21T03:24:46,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:46,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:46,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:46,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:46,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:46,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741996_1175 (size=743) 2024-11-21T03:24:46,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741996_1175 (size=743) 2024-11-21T03:24:46,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741997_1176 (size=743) 2024-11-21T03:24:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741997_1176 (size=743) 2024-11-21T03:24:46,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:46,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:46,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5, size=1.4 K (1393bytes) at 1732159486172Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 so closing down at 1732159486184 (+12 ms)3 split writer threads finished at 1732159486185 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159486201 (+16 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159486218 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486255 (+37 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159486259 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486272 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159486280 (+8 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159486281 (+1 ms) 2024-11-21T03:24:46,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.5 2024-11-21T03:24:46,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:46,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 2024-11-21T03:24:46,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 after 1ms 2024-11-21T03:24:46,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 took 5ms 2024-11-21T03:24:46,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 so closing down 2024-11-21T03:24:46,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:46,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:46,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:46,321 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:46,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:46,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741998_1177 (size=749) 2024-11-21T03:24:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741998_1177 (size=749) 2024-11-21T03:24:46,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741999_1178 (size=749) 2024-11-21T03:24:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741999_1178 (size=749) 2024-11-21T03:24:46,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:46,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:46,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6, size=1.4 K (1405bytes) at 1732159486293Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 so closing down at 1732159486305 (+12 ms)3 split writer threads finished at 1732159486306 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159486324 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159486332 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486342 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159486344 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486351 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159486353 (+2 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159486354 (+1 ms) 2024-11-21T03:24:46,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.6 2024-11-21T03:24:46,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:46,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 2024-11-21T03:24:46,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 after 1ms 2024-11-21T03:24:46,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 took 4ms 2024-11-21T03:24:46,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 so closing down 2024-11-21T03:24:46,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:46,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:46,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:46,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:46,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:46,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742001_1180 (size=753) 2024-11-21T03:24:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742001_1180 (size=753) 2024-11-21T03:24:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742000_1179 (size=753) 2024-11-21T03:24:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742000_1179 (size=753) 2024-11-21T03:24:46,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:46,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:46,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:46,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7, size=1.4 K (1413bytes) at 1732159486357Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 so closing down at 1732159486382 (+25 ms)3 split writer threads finished at 1732159486382Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159486397 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159486404 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486478 (+74 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159486484 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486873 (+389 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159486881 (+8 ms)Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159486881 2024-11-21T03:24:46,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.7 2024-11-21T03:24:46,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:46,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 2024-11-21T03:24:46,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 after 1ms 2024-11-21T03:24:46,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 took 4ms 2024-11-21T03:24:46,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 so closing down 2024-11-21T03:24:46,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:46,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:46,932 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:46,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:46,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:46,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742002_1181 (size=753) 2024-11-21T03:24:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742002_1181 (size=753) 2024-11-21T03:24:46,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:46,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742003_1182 (size=753) 2024-11-21T03:24:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742003_1182 (size=753) 2024-11-21T03:24:47,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:47,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:47,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:47,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8, size=1.4 K (1413bytes) at 1732159486888Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 so closing down at 1732159486913 (+25 ms)3 split writer threads finished at 1732159486915 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159486935 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159486940 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159486959 (+19 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159486968 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159487004 (+36 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159487016 (+12 ms)Processed 20 edits across 2 Regions in 108 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159487016 2024-11-21T03:24:47,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.8 2024-11-21T03:24:47,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:47,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 2024-11-21T03:24:47,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 after 1ms 2024-11-21T03:24:47,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 took 11ms 2024-11-21T03:24:47,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 so closing down 2024-11-21T03:24:47,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:47,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:47,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:47,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:47,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:47,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742004_1183 (size=753) 2024-11-21T03:24:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742004_1183 (size=753) 2024-11-21T03:24:47,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:47,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742005_1184 (size=753) 2024-11-21T03:24:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742005_1184 (size=753) 2024-11-21T03:24:47,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:47,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:47,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:47,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9, size=1.4 K (1413bytes) at 1732159487022Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 so closing down at 1732159487041 (+19 ms)3 split writer threads finished at 1732159487043 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159487061 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159487063 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159487090 (+27 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159487093 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159487105 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159487111 (+6 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159487111 2024-11-21T03:24:47,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/WALs/testmovedwalduringrecovery,16010,1732159484100/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/869fba09-e0c2-86c1-5d3a-b7c3552c57e6/oldWALs/wal.dat.9 2024-11-21T03:24:47,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140 (was 143), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=933 (was 866) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2887 (was 3060) 2024-11-21T03:24:47,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=933, ProcessCount=11, AvailableMemoryMB=2887 2024-11-21T03:24:47,139 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742006_1185 (size=7) 2024-11-21T03:24:47,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742006_1185 (size=7) 2024-11-21T03:24:47,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:47,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:47,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:47,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:47,169 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T03:24:47,170 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-21T03:24:47,170 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-21T03:24:47,171 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-21T03:24:47,171 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-21T03:24:47,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake, size=0 (0bytes) 2024-11-21T03:24:47,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake took 15ms 2024-11-21T03:24:47,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake so closing down 2024-11-21T03:24:47,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:47,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:47,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-21T03:24:47,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-21T03:24:47,902 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-21T03:24:47,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 97 ms) 2024-11-21T03:24:47,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-21T03:24:48,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 123 ms) 2024-11-21T03:24:48,023 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 120 ms) 2024-11-21T03:24:48,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-21T03:24:48,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) 2024-11-21T03:24:48,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) 2024-11-21T03:24:48,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 869 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T03:24:48,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake, size=0 (0bytes) at 1732159487204Split 1024 edits, skipped 0 edits. at 1732159487258 (+54 ms)Split 2048 edits, skipped 0 edits. at 1732159487289 (+31 ms)Split 3072 edits, skipped 0 edits. at 1732159487321 (+32 ms)Split 4096 edits, skipped 0 edits. at 1732159487351 (+30 ms)Split 5120 edits, skipped 0 edits. at 1732159487375 (+24 ms)Split 6144 edits, skipped 0 edits. at 1732159487400 (+25 ms)Split 7168 edits, skipped 0 edits. at 1732159487423 (+23 ms)Split 8192 edits, skipped 0 edits. at 1732159487445 (+22 ms)Split 9216 edits, skipped 0 edits. at 1732159487464 (+19 ms)Split 10240 edits, skipped 0 edits. at 1732159487495 (+31 ms)Split 11264 edits, skipped 0 edits. at 1732159487528 (+33 ms)Split 12288 edits, skipped 0 edits. at 1732159487570 (+42 ms)Split 13312 edits, skipped 0 edits. at 1732159487605 (+35 ms)Split 14336 edits, skipped 0 edits. at 1732159487646 (+41 ms)Split 15360 edits, skipped 0 edits. at 1732159487693 (+47 ms)Split 16384 edits, skipped 0 edits. at 1732159487730 (+37 ms)Split 17408 edits, skipped 0 edits. at 1732159487767 (+37 ms)Split 18432 edits, skipped 0 edits. at 1732159487795 (+28 ms)Split 19456 edits, skipped 0 edits. at 1732159487833 (+38 ms)Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake so closing down at 1732159487850 (+17 ms)3 split writer threads finished at 1732159487851 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732159487867 (+16 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732159487882 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732159487902 (+20 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 97 ms) at 1732159487965 (+63 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732159487969 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 123 ms) at 1732159488006 (+37 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 120 ms) at 1732159488023 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732159488027 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 72 ms) at 1732159488041 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) at 1732159488091 (+50 ms)Processed 20000 edits across 5 Regions in 869 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3fa3aaae-f098-357c-cd2e-5de98f235729/WALs/testthreading,16010,1732159487166/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732159488093 (+2 ms) 2024-11-21T03:24:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-21T03:24:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-21T03:24:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-21T03:24:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-21T03:24:48,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-21T03:24:48,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=933 (was 933), ProcessCount=11 (was 11), AvailableMemoryMB=2805 (was 2887) 2024-11-21T03:24:48,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=933, ProcessCount=11, AvailableMemoryMB=2804 2024-11-21T03:24:48,126 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742007_1186 (size=7) 2024-11-21T03:24:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742007_1186 (size=7) 2024-11-21T03:24:48,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:48,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:48,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:48,171 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:48,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T03:24:48,185 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:48,187 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:48,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742008_1187 (size=1393) 2024-11-21T03:24:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742008_1187 (size=1393) 2024-11-21T03:24:48,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:48,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742009_1188 (size=1393) 2024-11-21T03:24:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742009_1188 (size=1393) 2024-11-21T03:24:48,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:48,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742010_1189 (size=1393) 2024-11-21T03:24:48,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742010_1189 (size=1393) 2024-11-21T03:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:48,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:48,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742011_1190 (size=1393) 2024-11-21T03:24:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742011_1190 (size=1393) 2024-11-21T03:24:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:48,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:48,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742012_1191 (size=1393) 2024-11-21T03:24:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742012_1191 (size=1393) 2024-11-21T03:24:48,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:48,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742013_1192 (size=1393) 2024-11-21T03:24:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742013_1192 (size=1393) 2024-11-21T03:24:48,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:48,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:48,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742014_1193 (size=1405) 2024-11-21T03:24:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742014_1193 (size=1405) 2024-11-21T03:24:48,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:48,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:48,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742015_1194 (size=1413) 2024-11-21T03:24:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742015_1194 (size=1413) 2024-11-21T03:24:48,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:48,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742016_1195 (size=1413) 2024-11-21T03:24:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742016_1195 (size=1413) 2024-11-21T03:24:48,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:48,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:48,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742017_1196 (size=1413) 2024-11-21T03:24:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742017_1196 (size=1413) 2024-11-21T03:24:48,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:48,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T03:24:49,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty, size=0 (0bytes) 2024-11-21T03:24:49,008 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty might be still open, length is 0 2024-11-21T03:24:49,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty 2024-11-21T03:24:49,008 WARN [IPC Server handler 4 on default port 37841 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty closed. 2024-11-21T03:24:49,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty after 1ms 2024-11-21T03:24:49,010 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T03:24:49,011 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty; empty? 2024-11-21T03:24:49,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty so closing down 2024-11-21T03:24:49,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T03:24:49,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty, size=0 (0bytes) at 1732159489008Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty so closing down at 1732159489011 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732159489012 (+1 ms) 2024-11-21T03:24:49,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat..empty to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat..empty 2024-11-21T03:24:49,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:49,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 2024-11-21T03:24:49,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 after 1ms 2024-11-21T03:24:49,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 took 4ms 2024-11-21T03:24:49,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 so closing down 2024-11-21T03:24:49,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:49,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:49,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:49,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:49,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:49,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742018_1197 (size=743) 2024-11-21T03:24:49,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742018_1197 (size=743) 2024-11-21T03:24:49,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742019_1198 (size=743) 2024-11-21T03:24:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742019_1198 (size=743) 2024-11-21T03:24:49,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:49,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:49,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0, size=1.4 K (1393bytes) at 1732159489015Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 so closing down at 1732159489045 (+30 ms)3 split writer threads finished at 1732159489045Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159489056 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159489057 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489083 (+26 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159489085 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489129 (+44 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159489132 (+3 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159489132 2024-11-21T03:24:49,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.0 2024-11-21T03:24:49,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:49,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 2024-11-21T03:24:49,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 after 0ms 2024-11-21T03:24:49,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 took 5ms 2024-11-21T03:24:49,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 so closing down 2024-11-21T03:24:49,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:49,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:49,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:49,159 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:49,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:49,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742020_1199 (size=743) 2024-11-21T03:24:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742020_1199 (size=743) 2024-11-21T03:24:49,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742021_1200 (size=743) 2024-11-21T03:24:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742021_1200 (size=743) 2024-11-21T03:24:49,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:49,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:49,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1, size=1.4 K (1393bytes) at 1732159489136Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 so closing down at 1732159489154 (+18 ms)3 split writer threads finished at 1732159489155 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159489161 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159489176 (+15 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489191 (+15 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159489192 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489602 (+410 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159489606 (+4 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159489606 2024-11-21T03:24:49,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.1 2024-11-21T03:24:49,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:49,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 2024-11-21T03:24:49,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 after 1ms 2024-11-21T03:24:49,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 took 14ms 2024-11-21T03:24:49,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 so closing down 2024-11-21T03:24:49,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:49,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:49,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:49,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:49,662 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:49,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742022_1201 (size=743) 2024-11-21T03:24:49,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742022_1201 (size=743) 2024-11-21T03:24:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742023_1202 (size=743) 2024-11-21T03:24:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742023_1202 (size=743) 2024-11-21T03:24:49,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:49,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:49,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2, size=1.4 K (1393bytes) at 1732159489609Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 so closing down at 1732159489645 (+36 ms)3 split writer threads finished at 1732159489646 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159489660 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159489664 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489680 (+16 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159489681 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489691 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159489692 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159489692 2024-11-21T03:24:49,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.2 2024-11-21T03:24:49,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:49,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 2024-11-21T03:24:49,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 after 0ms 2024-11-21T03:24:49,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 took 4ms 2024-11-21T03:24:49,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 so closing down 2024-11-21T03:24:49,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:49,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:49,721 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:49,721 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:49,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:49,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742024_1203 (size=743) 2024-11-21T03:24:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742024_1203 (size=743) 2024-11-21T03:24:49,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742025_1204 (size=743) 2024-11-21T03:24:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742025_1204 (size=743) 2024-11-21T03:24:49,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:49,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:49,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3, size=1.4 K (1393bytes) at 1732159489695Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 so closing down at 1732159489705 (+10 ms)3 split writer threads finished at 1732159489705Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159489732 (+27 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159489737 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489769 (+32 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159489777 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489780 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159489781 (+1 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159489781 2024-11-21T03:24:49,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.3 2024-11-21T03:24:49,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:49,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 2024-11-21T03:24:49,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 after 0ms 2024-11-21T03:24:49,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 took 3ms 2024-11-21T03:24:49,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 so closing down 2024-11-21T03:24:49,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:49,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:49,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:49,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:49,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:49,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742026_1205 (size=743) 2024-11-21T03:24:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742026_1205 (size=743) 2024-11-21T03:24:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742027_1206 (size=743) 2024-11-21T03:24:49,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:49,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742027_1206 (size=743) 2024-11-21T03:24:49,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:50,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:50,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:50,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4, size=1.4 K (1393bytes) at 1732159489783Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 so closing down at 1732159489788 (+5 ms)3 split writer threads finished at 1732159489788Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159489811 (+23 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159489817 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159489839 (+22 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159489841 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490235 (+394 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159490237 (+2 ms)Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159490238 (+1 ms) 2024-11-21T03:24:50,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.4 2024-11-21T03:24:50,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:24:50,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 2024-11-21T03:24:50,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 after 0ms 2024-11-21T03:24:50,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 took 9ms 2024-11-21T03:24:50,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 so closing down 2024-11-21T03:24:50,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:50,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:50,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:50,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:50,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:50,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742028_1207 (size=743) 2024-11-21T03:24:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742028_1207 (size=743) 2024-11-21T03:24:50,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742029_1208 (size=743) 2024-11-21T03:24:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742029_1208 (size=743) 2024-11-21T03:24:50,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:50,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:50,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5, size=1.4 K (1393bytes) at 1732159490246Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 so closing down at 1732159490278 (+32 ms)3 split writer threads finished at 1732159490279 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159490290 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159490290Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490313 (+23 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159490315 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490719 (+404 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159490724 (+5 ms)Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159490724 2024-11-21T03:24:50,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.5 2024-11-21T03:24:50,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:50,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 2024-11-21T03:24:50,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 after 0ms 2024-11-21T03:24:50,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 took 3ms 2024-11-21T03:24:50,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 so closing down 2024-11-21T03:24:50,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:50,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:50,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:50,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:50,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:50,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:50,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742030_1209 (size=749) 2024-11-21T03:24:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742030_1209 (size=749) 2024-11-21T03:24:50,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742031_1210 (size=749) 2024-11-21T03:24:50,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742031_1210 (size=749) 2024-11-21T03:24:50,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:50,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:50,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6, size=1.4 K (1405bytes) at 1732159490729Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 so closing down at 1732159490749 (+20 ms)3 split writer threads finished at 1732159490752 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159490770 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159490789 (+19 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490817 (+28 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159490828 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490840 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159490857 (+17 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159490857 2024-11-21T03:24:50,862 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.6 2024-11-21T03:24:50,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:50,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 2024-11-21T03:24:50,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 after 1ms 2024-11-21T03:24:50,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 took 4ms 2024-11-21T03:24:50,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 so closing down 2024-11-21T03:24:50,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:50,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:50,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:50,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:50,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:50,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:50,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742032_1211 (size=753) 2024-11-21T03:24:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742032_1211 (size=753) 2024-11-21T03:24:50,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:50,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742033_1212 (size=753) 2024-11-21T03:24:51,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742033_1212 (size=753) 2024-11-21T03:24:51,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:51,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:51,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:51,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7, size=1.4 K (1413bytes) at 1732159490862Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 so closing down at 1732159490867 (+5 ms)3 split writer threads finished at 1732159490868 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159490887 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159490904 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159490946 (+42 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159490947 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159491009 (+62 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159491012 (+3 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159491012 2024-11-21T03:24:51,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.7 2024-11-21T03:24:51,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:51,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 2024-11-21T03:24:51,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 after 0ms 2024-11-21T03:24:51,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 took 3ms 2024-11-21T03:24:51,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 so closing down 2024-11-21T03:24:51,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:51,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:51,092 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:51,094 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:51,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:51,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742035_1214 (size=753) 2024-11-21T03:24:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742035_1214 (size=753) 2024-11-21T03:24:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742034_1213 (size=753) 2024-11-21T03:24:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742034_1213 (size=753) 2024-11-21T03:24:51,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:51,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:51,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:51,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:51,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:51,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8, size=1.4 K (1413bytes) at 1732159491018Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 so closing down at 1732159491050 (+32 ms)3 split writer threads finished at 1732159491060 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159491096 (+36 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159491114 (+18 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159491183 (+69 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159491197 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159491578 (+381 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159491583 (+5 ms)Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159491583 2024-11-21T03:24:51,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.8 2024-11-21T03:24:51,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:51,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 2024-11-21T03:24:51,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 after 1ms 2024-11-21T03:24:51,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 took 5ms 2024-11-21T03:24:51,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 so closing down 2024-11-21T03:24:51,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:51,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:51,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:51,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:51,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:51,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742037_1216 (size=753) 2024-11-21T03:24:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742037_1216 (size=753) 2024-11-21T03:24:51,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:51,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:51,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742036_1215 (size=753) 2024-11-21T03:24:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742036_1215 (size=753) 2024-11-21T03:24:51,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:51,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:51,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:51,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9, size=1.4 K (1413bytes) at 1732159491607Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 so closing down at 1732159491623 (+16 ms)3 split writer threads finished at 1732159491626 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159491653 (+27 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159491661 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159491723 (+62 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159491726 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159491728 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159491731 (+3 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159491731 2024-11-21T03:24:51,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.9 2024-11-21T03:24:51,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty, size=0 (0bytes) 2024-11-21T03:24:51,735 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty might be still open, length is 0 2024-11-21T03:24:51,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty 2024-11-21T03:24:51,736 WARN [IPC Server handler 1 on default port 37841 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty closed. 2024-11-21T03:24:51,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty after 1ms 2024-11-21T03:24:51,738 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T03:24:51,739 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty; empty? 2024-11-21T03:24:51,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty so closing down 2024-11-21T03:24:51,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T03:24:51,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty, size=0 (0bytes) at 1732159491735Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty so closing down at 1732159491739 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732159491739 2024-11-21T03:24:51,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/WALs/testemptyopenlogfiles,16010,1732159488172/wal.dat.empty to hdfs://localhost:37841/user/jenkins/test-data/27cca0fe-95df-6775-1e39-7da224576411/oldWALs/wal.dat.empty 2024-11-21T03:24:51,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=962 (was 933) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3647 (was 2804) - AvailableMemoryMB LEAK? - 2024-11-21T03:24:51,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=962, ProcessCount=11, AvailableMemoryMB=3647 2024-11-21T03:24:51,993 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742038_1217 (size=7) 2024-11-21T03:24:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742038_1217 (size=7) 2024-11-21T03:24:52,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:52,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:52,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:52,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:52,069 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:52,070 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:52,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742039_1218 (size=1393) 2024-11-21T03:24:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742039_1218 (size=1393) 2024-11-21T03:24:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:52,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:52,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742040_1219 (size=1393) 2024-11-21T03:24:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742040_1219 (size=1393) 2024-11-21T03:24:52,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:52,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742041_1220 (size=1393) 2024-11-21T03:24:52,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742041_1220 (size=1393) 2024-11-21T03:24:52,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:52,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742042_1221 (size=1393) 2024-11-21T03:24:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742042_1221 (size=1393) 2024-11-21T03:24:52,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:52,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:52,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:52,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742043_1222 (size=1393) 2024-11-21T03:24:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742043_1222 (size=1393) 2024-11-21T03:24:53,069 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:53,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742044_1223 (size=1393) 2024-11-21T03:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:53,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742044_1223 (size=1393) 2024-11-21T03:24:53,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742045_1224 (size=1405) 2024-11-21T03:24:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742045_1224 (size=1405) 2024-11-21T03:24:53,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:53,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:53,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:53,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742046_1225 (size=1413) 2024-11-21T03:24:53,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742046_1225 (size=1413) 2024-11-21T03:24:54,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:54,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:54,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742047_1226 (size=1413) 2024-11-21T03:24:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742047_1226 (size=1413) 2024-11-21T03:24:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:54,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:54,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742048_1227 (size=1413) 2024-11-21T03:24:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742048_1227 (size=1413) 2024-11-21T03:24:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742049_1228 (size=1398) 2024-11-21T03:24:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742049_1228 (size=1398) 2024-11-21T03:24:54,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:54,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 2024-11-21T03:24:54,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 after 1ms 2024-11-21T03:24:54,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 took 3ms 2024-11-21T03:24:54,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 so closing down 2024-11-21T03:24:54,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:54,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:54,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:54,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:54,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:54,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742051_1230 (size=743) 2024-11-21T03:24:54,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742051_1230 (size=743) 2024-11-21T03:24:54,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742050_1229 (size=743) 2024-11-21T03:24:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742050_1229 (size=743) 2024-11-21T03:24:54,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:54,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:54,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:54,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0, size=1.4 K (1393bytes) at 1732159494661Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 so closing down at 1732159494666 (+5 ms)3 split writer threads finished at 1732159494666Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159494671 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159494671Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494684 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159494686 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494686Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159494688 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159494688 2024-11-21T03:24:54,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.0 2024-11-21T03:24:54,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:54,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 2024-11-21T03:24:54,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 after 0ms 2024-11-21T03:24:54,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 took 2ms 2024-11-21T03:24:54,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 so closing down 2024-11-21T03:24:54,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:54,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:54,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:54,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:54,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:54,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742052_1231 (size=743) 2024-11-21T03:24:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742052_1231 (size=743) 2024-11-21T03:24:54,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742053_1232 (size=743) 2024-11-21T03:24:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742053_1232 (size=743) 2024-11-21T03:24:54,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:54,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:54,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1, size=1.4 K (1393bytes) at 1732159494690Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 so closing down at 1732159494694 (+4 ms)3 split writer threads finished at 1732159494694Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159494697 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159494697Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494703 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159494705 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494716 (+11 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159494717 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159494718 (+1 ms) 2024-11-21T03:24:54,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.1 2024-11-21T03:24:54,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:54,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 2024-11-21T03:24:54,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 after 0ms 2024-11-21T03:24:54,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 took 3ms 2024-11-21T03:24:54,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 so closing down 2024-11-21T03:24:54,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:54,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:54,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:54,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:54,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:54,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742054_1233 (size=743) 2024-11-21T03:24:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742054_1233 (size=743) 2024-11-21T03:24:54,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742055_1234 (size=743) 2024-11-21T03:24:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742055_1234 (size=743) 2024-11-21T03:24:54,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:54,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:54,748 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2, size=1.4 K (1393bytes) at 1732159494720Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 so closing down at 1732159494723 (+3 ms)3 split writer threads finished at 1732159494723Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159494729 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159494729Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494736 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159494737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494746 (+9 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159494748 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159494748 2024-11-21T03:24:54,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.2 2024-11-21T03:24:54,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:54,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 2024-11-21T03:24:54,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 after 1ms 2024-11-21T03:24:54,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 took 3ms 2024-11-21T03:24:54,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 so closing down 2024-11-21T03:24:54,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:54,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:54,756 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:54,756 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:54,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:54,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742056_1235 (size=743) 2024-11-21T03:24:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742056_1235 (size=743) 2024-11-21T03:24:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742057_1236 (size=743) 2024-11-21T03:24:54,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742057_1236 (size=743) 2024-11-21T03:24:54,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:54,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:54,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:54,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3, size=1.4 K (1393bytes) at 1732159494750Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 so closing down at 1732159494754 (+4 ms)3 split writer threads finished at 1732159494754Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159494757 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159494757Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494764 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494765 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159494766 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159494766Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159494767 (+1 ms) 2024-11-21T03:24:54,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.3 2024-11-21T03:24:54,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:54,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 2024-11-21T03:24:54,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 after 1ms 2024-11-21T03:24:54,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 took 3ms 2024-11-21T03:24:54,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 so closing down 2024-11-21T03:24:54,784 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:54,784 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:54,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:54,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:54,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:54,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742058_1237 (size=743) 2024-11-21T03:24:54,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742058_1237 (size=743) 2024-11-21T03:24:54,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:54,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742059_1238 (size=743) 2024-11-21T03:24:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742059_1238 (size=743) 2024-11-21T03:24:55,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:55,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:55,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4, size=1.4 K (1393bytes) at 1732159494776Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 so closing down at 1732159494784 (+8 ms)3 split writer threads finished at 1732159494784Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159494794 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159494800 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159494845 (+45 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159494846 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495259 (+413 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159495261 (+2 ms)Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159495261 2024-11-21T03:24:55,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.4 2024-11-21T03:24:55,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5, size=1.4 K (1398bytes) 2024-11-21T03:24:55,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 2024-11-21T03:24:55,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 after 0ms 2024-11-21T03:24:55,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 took 2ms 2024-11-21T03:24:55,270 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:24:55,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 so closing down 2024-11-21T03:24:55,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:55,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:55,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:55,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:24:55,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:55,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:24:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742060_1239 (size=743) 2024-11-21T03:24:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742060_1239 (size=743) 2024-11-21T03:24:55,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:24:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742061_1240 (size=743) 2024-11-21T03:24:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742061_1240 (size=743) 2024-11-21T03:24:55,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:24:55,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-21T03:24:55,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5, size=1.4 K (1398bytes) at 1732159495263Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 so closing down at 1732159495271 (+8 ms)3 split writer threads finished at 1732159495271Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159495277 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159495283 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495298 (+15 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159495300 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495303 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159495306 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732159495307 (+1 ms) 2024-11-21T03:24:55,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/corrupt/wal.dat.5 2024-11-21T03:24:55,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:55,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 2024-11-21T03:24:55,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 after 2ms 2024-11-21T03:24:55,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 took 5ms 2024-11-21T03:24:55,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 so closing down 2024-11-21T03:24:55,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:55,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:55,328 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:55,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:55,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:55,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742062_1241 (size=749) 2024-11-21T03:24:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742062_1241 (size=749) 2024-11-21T03:24:55,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742063_1242 (size=749) 2024-11-21T03:24:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742063_1242 (size=749) 2024-11-21T03:24:55,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:55,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:55,379 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6, size=1.4 K (1405bytes) at 1732159495314Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 so closing down at 1732159495322 (+8 ms)3 split writer threads finished at 1732159495324 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159495333 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159495334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495364 (+30 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159495366 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495377 (+11 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159495379 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159495379 2024-11-21T03:24:55,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.6 2024-11-21T03:24:55,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:55,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 2024-11-21T03:24:55,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 after 1ms 2024-11-21T03:24:55,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 took 3ms 2024-11-21T03:24:55,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 so closing down 2024-11-21T03:24:55,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:55,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:55,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:55,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:55,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:55,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742064_1243 (size=753) 2024-11-21T03:24:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742064_1243 (size=753) 2024-11-21T03:24:55,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742065_1244 (size=753) 2024-11-21T03:24:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742065_1244 (size=753) 2024-11-21T03:24:55,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:55,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:55,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7, size=1.4 K (1413bytes) at 1732159495383Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 so closing down at 1732159495387 (+4 ms)3 split writer threads finished at 1732159495387Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159495392 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159495392Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495401 (+9 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159495402 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495408 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159495413 (+5 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159495413 2024-11-21T03:24:55,416 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.7 2024-11-21T03:24:55,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:55,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 2024-11-21T03:24:55,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 after 0ms 2024-11-21T03:24:55,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 took 2ms 2024-11-21T03:24:55,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 so closing down 2024-11-21T03:24:55,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:55,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:55,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:55,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:55,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:55,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742066_1245 (size=753) 2024-11-21T03:24:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742066_1245 (size=753) 2024-11-21T03:24:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742067_1246 (size=753) 2024-11-21T03:24:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742067_1246 (size=753) 2024-11-21T03:24:55,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:55,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:55,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:55,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8, size=1.4 K (1413bytes) at 1732159495416Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 so closing down at 1732159495420 (+4 ms)3 split writer threads finished at 1732159495420Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159495428 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159495432 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495465 (+33 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159495467 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495845 (+378 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159495847 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159495847 2024-11-21T03:24:55,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.8 2024-11-21T03:24:55,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:55,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 2024-11-21T03:24:55,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 after 0ms 2024-11-21T03:24:55,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 took 2ms 2024-11-21T03:24:55,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 so closing down 2024-11-21T03:24:55,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:55,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:55,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:55,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:55,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742068_1247 (size=753) 2024-11-21T03:24:55,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:55,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742068_1247 (size=753) 2024-11-21T03:24:55,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742069_1248 (size=753) 2024-11-21T03:24:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742069_1248 (size=753) 2024-11-21T03:24:55,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:55,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:55,869 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:55,869 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9, size=1.4 K (1413bytes) at 1732159495849Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 so closing down at 1732159495852 (+3 ms)3 split writer threads finished at 1732159495852Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159495856 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159495861 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495862 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159495864 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159495867 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159495868 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159495869 (+1 ms) 2024-11-21T03:24:55,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732159492069/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/139e9704-b59f-ede5-844f-50619d3a75fa/oldWALs/wal.dat.9 2024-11-21T03:24:55,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 962) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3303 (was 3647) 2024-11-21T03:24:55,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3299 2024-11-21T03:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742070_1249 (size=7) 2024-11-21T03:24:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742070_1249 (size=7) 2024-11-21T03:24:55,954 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:55,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:55,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:55,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:55,959 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590/data/default/t1/35a44217a8a94c76836183365accc8e2 2024-11-21T03:24:55,959 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 35a44217a8a94c76836183365accc8e2 2024-11-21T03:24:55,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742071_1250 (size=3841) 2024-11-21T03:24:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742071_1250 (size=3841) 2024-11-21T03:24:56,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0, size=3.8 K (3841bytes) 2024-11-21T03:24:56,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 2024-11-21T03:24:56,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 after 0ms 2024-11-21T03:24:56,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 took 3ms 2024-11-21T03:24:56,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 so closing down 2024-11-21T03:24:56,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:56,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:56,044 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:56,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742072_1251 (size=1591) 2024-11-21T03:24:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742072_1251 (size=1591) 2024-11-21T03:24:56,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:56,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000009 2024-11-21T03:24:56,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-21T03:24:56,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0, size=3.8 K (3841bytes) at 1732159496033Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 so closing down at 1732159496041 (+8 ms)3 split writer threads finished at 1732159496042 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159496048 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732159496060 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/data/default/t1/35a44217a8a94c76836183365accc8e2/recovered.edits/0000000000000000009 at 1732159496062 (+2 ms)Processed 21 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732159496062 2024-11-21T03:24:56,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/WALs/testsplitleavescompactioneventsedits,16010,1732159495958/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/cbe8a3cf-5379-a515-0985-5c6b8e6e813f/oldWALs/wal.dat.0 2024-11-21T03:24:56,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3279 (was 3299) 2024-11-21T03:24:56,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3279 2024-11-21T03:24:56,099 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742073_1252 (size=7) 2024-11-21T03:24:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742073_1252 (size=7) 2024-11-21T03:24:56,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:56,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:56,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:56,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:56,116 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T03:24:56,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742074_1253 (size=863) 2024-11-21T03:24:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742074_1253 (size=863) 2024-11-21T03:24:56,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:56,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0, size=863 (863bytes) 2024-11-21T03:24:56,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 2024-11-21T03:24:56,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 after 1ms 2024-11-21T03:24:56,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 took 4ms 2024-11-21T03:24:56,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 so closing down 2024-11-21T03:24:56,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:56,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:56,159 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:56,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742075_1254 (size=863) 2024-11-21T03:24:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742075_1254 (size=863) 2024-11-21T03:24:56,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:56,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T03:24:56,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-21T03:24:56,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0, size=863 (863bytes) at 1732159496144Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 so closing down at 1732159496154 (+10 ms)3 split writer threads finished at 1732159496155 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159496161 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159496181 (+20 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732159496199 (+18 ms)Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732159496199 2024-11-21T03:24:56,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/WALs/testsplitpreservesedits,16010,1732159496116/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/f3925c6c-e199-4b14-7462-3a21bc77394e/oldWALs/wal.dat.0 2024-11-21T03:24:56,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3272 (was 3279) 2024-11-21T03:24:56,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3272 2024-11-21T03:24:56,234 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742076_1255 (size=7) 2024-11-21T03:24:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742076_1255 (size=7) 2024-11-21T03:24:56,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:56,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:56,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:56,258 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:56,258 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:56,259 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:56,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:56,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742077_1256 (size=1393) 2024-11-21T03:24:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742077_1256 (size=1393) 2024-11-21T03:24:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:56,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742078_1257 (size=1393) 2024-11-21T03:24:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742078_1257 (size=1393) 2024-11-21T03:24:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:24:56,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:24:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742079_1258 (size=1393) 2024-11-21T03:24:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742079_1258 (size=1393) 2024-11-21T03:24:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:24:56,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:24:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742080_1259 (size=1393) 2024-11-21T03:24:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742080_1259 (size=1393) 2024-11-21T03:24:56,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:24:56,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742081_1260 (size=1393) 2024-11-21T03:24:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742081_1260 (size=1393) 2024-11-21T03:24:56,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:24:56,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:24:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:56,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742082_1261 (size=1393) 2024-11-21T03:24:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742082_1261 (size=1393) 2024-11-21T03:24:57,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:24:57,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742083_1262 (size=1405) 2024-11-21T03:24:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742083_1262 (size=1405) 2024-11-21T03:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:24:57,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742084_1263 (size=1413) 2024-11-21T03:24:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742084_1263 (size=1413) 2024-11-21T03:24:57,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:24:57,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:24:57,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742085_1264 (size=1413) 2024-11-21T03:24:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742085_1264 (size=1413) 2024-11-21T03:24:57,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:24:57,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:24:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:57,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742086_1265 (size=1413) 2024-11-21T03:24:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742086_1265 (size=1413) 2024-11-21T03:24:58,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:24:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742087_1266 (size=1394) 2024-11-21T03:24:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742087_1266 (size=1394) 2024-11-21T03:24:58,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:24:58,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 2024-11-21T03:24:58,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 after 1ms 2024-11-21T03:24:58,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 took 2ms 2024-11-21T03:24:58,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 so closing down 2024-11-21T03:24:58,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:58,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:58,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:58,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:24:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742088_1267 (size=743) 2024-11-21T03:24:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742088_1267 (size=743) 2024-11-21T03:24:58,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742089_1268 (size=743) 2024-11-21T03:24:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742089_1268 (size=743) 2024-11-21T03:24:58,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:24:58,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:24:58,210 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:58,210 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0, size=1.4 K (1393bytes) at 1732159498197Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 so closing down at 1732159498201 (+4 ms)3 split writer threads finished at 1732159498201Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159498204 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159498204Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498208 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498209 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159498209Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159498210 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159498210 2024-11-21T03:24:58,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.0 2024-11-21T03:24:58,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:24:58,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 2024-11-21T03:24:58,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 after 1ms 2024-11-21T03:24:58,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 took 3ms 2024-11-21T03:24:58,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 so closing down 2024-11-21T03:24:58,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:58,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:58,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:24:58,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:24:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742090_1269 (size=743) 2024-11-21T03:24:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742090_1269 (size=743) 2024-11-21T03:24:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742091_1270 (size=743) 2024-11-21T03:24:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742091_1270 (size=743) 2024-11-21T03:24:58,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:24:58,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:24:58,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:58,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1, size=1.4 K (1393bytes) at 1732159498211Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 so closing down at 1732159498215 (+4 ms)3 split writer threads finished at 1732159498216 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159498218 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159498218Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498223 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498223Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159498224 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159498224Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159498224 2024-11-21T03:24:58,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.1 2024-11-21T03:24:58,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:24:58,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 2024-11-21T03:24:58,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 after 0ms 2024-11-21T03:24:58,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 took 1ms 2024-11-21T03:24:58,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 so closing down 2024-11-21T03:24:58,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:58,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:58,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:24:58,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:24:58,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742092_1271 (size=743) 2024-11-21T03:24:58,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742092_1271 (size=743) 2024-11-21T03:24:58,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742093_1272 (size=743) 2024-11-21T03:24:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742093_1272 (size=743) 2024-11-21T03:24:58,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:24:58,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:24:58,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:58,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2, size=1.4 K (1393bytes) at 1732159498226Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 so closing down at 1732159498229 (+3 ms)3 split writer threads finished at 1732159498229Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159498231 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159498231Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498237 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498238 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159498238Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159498239 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159498239 2024-11-21T03:24:58,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.2 2024-11-21T03:24:58,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:24:58,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 2024-11-21T03:24:58,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 after 0ms 2024-11-21T03:24:58,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 took 2ms 2024-11-21T03:24:58,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 so closing down 2024-11-21T03:24:58,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:58,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:58,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:24:58,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:24:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742095_1274 (size=743) 2024-11-21T03:24:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742095_1274 (size=743) 2024-11-21T03:24:58,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:24:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742094_1273 (size=743) 2024-11-21T03:24:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742094_1273 (size=743) 2024-11-21T03:24:58,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:24:58,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:58,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3, size=1.4 K (1393bytes) at 1732159498241Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 so closing down at 1732159498251 (+10 ms)3 split writer threads finished at 1732159498251Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159498254 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159498254Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498260 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159498261 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498666 (+405 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159498667 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159498668 (+1 ms) 2024-11-21T03:24:58,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.3 2024-11-21T03:24:58,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:24:58,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 2024-11-21T03:24:58,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 after 0ms 2024-11-21T03:24:58,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 took 2ms 2024-11-21T03:24:58,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 so closing down 2024-11-21T03:24:58,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,675 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:58,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:24:58,678 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:58,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:24:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742096_1275 (size=743) 2024-11-21T03:24:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742096_1275 (size=743) 2024-11-21T03:24:58,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742097_1276 (size=743) 2024-11-21T03:24:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742097_1276 (size=743) 2024-11-21T03:24:58,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:58,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:24:58,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:24:58,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:24:58,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4, size=1.4 K (1393bytes) at 1732159498669Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 so closing down at 1732159498672 (+3 ms)3 split writer threads finished at 1732159498673 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159498676 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159498679 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498682 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159498683 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159498683Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159498683Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159498687 (+4 ms) 2024-11-21T03:24:58,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.4 2024-11-21T03:24:58,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T03:24:58,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 2024-11-21T03:24:58,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 after 0ms 2024-11-21T03:24:58,693 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-21T03:24:58,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 so closing down 2024-11-21T03:24:58,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T03:24:58,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, size=1.4 K (1394bytes) at 1732159498690Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 so closing down at 1732159498693 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732159498693 2024-11-21T03:24:58,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/corrupt/wal.dat.5 2024-11-21T03:24:58,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:24:58,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 2024-11-21T03:24:58,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 after 0ms 2024-11-21T03:24:58,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 took 3ms 2024-11-21T03:24:58,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 so closing down 2024-11-21T03:24:58,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:58,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:58,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:58,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:58,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:24:58,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:24:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742099_1278 (size=749) 2024-11-21T03:24:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742098_1277 (size=749) 2024-11-21T03:24:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742098_1277 (size=749) 2024-11-21T03:24:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742099_1278 (size=749) 2024-11-21T03:24:59,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:24:59,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:24:59,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:24:59,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6, size=1.4 K (1405bytes) at 1732159498696Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 so closing down at 1732159498699 (+3 ms)3 split writer threads finished at 1732159498699Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159498702 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159498702Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499123 (+421 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499124 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159499124Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159499124Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159499125 (+1 ms) 2024-11-21T03:24:59,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.6 2024-11-21T03:24:59,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:24:59,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 2024-11-21T03:24:59,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 after 0ms 2024-11-21T03:24:59,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 took 2ms 2024-11-21T03:24:59,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 so closing down 2024-11-21T03:24:59,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:59,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:59,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:24:59,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:24:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742100_1279 (size=753) 2024-11-21T03:24:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742100_1279 (size=753) 2024-11-21T03:24:59,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742101_1280 (size=753) 2024-11-21T03:24:59,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:24:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742101_1280 (size=753) 2024-11-21T03:24:59,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:24:59,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:59,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7, size=1.4 K (1413bytes) at 1732159499126Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 so closing down at 1732159499129 (+3 ms)3 split writer threads finished at 1732159499129Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159499132 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159499132Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499140 (+8 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159499143 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499143Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159499144 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159499144 2024-11-21T03:24:59,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.7 2024-11-21T03:24:59,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:24:59,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 2024-11-21T03:24:59,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 after 0ms 2024-11-21T03:24:59,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 took 2ms 2024-11-21T03:24:59,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 so closing down 2024-11-21T03:24:59,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,152 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:59,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:59,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:24:59,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742102_1281 (size=753) 2024-11-21T03:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742102_1281 (size=753) 2024-11-21T03:24:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742103_1282 (size=753) 2024-11-21T03:24:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742103_1282 (size=753) 2024-11-21T03:24:59,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:24:59,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:24:59,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:59,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8, size=1.4 K (1413bytes) at 1732159499146Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 so closing down at 1732159499150 (+4 ms)3 split writer threads finished at 1732159499150Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159499153 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159499153Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499163 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159499164 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499559 (+395 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159499560 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159499560 2024-11-21T03:24:59,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.8 2024-11-21T03:24:59,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:24:59,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 2024-11-21T03:24:59,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 after 1ms 2024-11-21T03:24:59,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 took 2ms 2024-11-21T03:24:59,566 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 so closing down 2024-11-21T03:24:59,566 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,566 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:59,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:59,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:24:59,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:24:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742104_1283 (size=753) 2024-11-21T03:24:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742104_1283 (size=753) 2024-11-21T03:24:59,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:24:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742105_1284 (size=753) 2024-11-21T03:24:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742105_1284 (size=753) 2024-11-21T03:24:59,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:24:59,584 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:24:59,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9, size=1.4 K (1413bytes) at 1732159499562Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 so closing down at 1732159499566 (+4 ms)3 split writer threads finished at 1732159499566Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159499569 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159499572 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499578 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159499581 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499582 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159499584 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159499584 2024-11-21T03:24:59,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732159496258/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/66785790-5cde-e5d0-c513-39972dee521f/oldWALs/wal.dat.9 2024-11-21T03:24:59,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3456 (was 3272) - AvailableMemoryMB LEAK? - 2024-11-21T03:24:59,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3540 2024-11-21T03:24:59,659 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742106_1285 (size=7) 2024-11-21T03:24:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742106_1285 (size=7) 2024-11-21T03:24:59,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:59,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,673 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,673 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T03:24:59,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742107_1286 (size=2403) 2024-11-21T03:24:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742107_1286 (size=2403) 2024-11-21T03:24:59,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:59,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0, size=2.3 K (2403bytes) 2024-11-21T03:24:59,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 2024-11-21T03:24:59,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 after 0ms 2024-11-21T03:24:59,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 took 3ms 2024-11-21T03:24:59,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 so closing down 2024-11-21T03:24:59,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,748 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:59,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:24:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742108_1287 (size=863) 2024-11-21T03:24:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742108_1287 (size=863) 2024-11-21T03:24:59,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:24:59,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T03:24:59,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-21T03:24:59,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0, size=2.3 K (2403bytes) at 1732159499737Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 so closing down at 1732159499745 (+8 ms)3 split writer threads finished at 1732159499745Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159499749 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159499755 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732159499756 (+1 ms)Processed 20 edits across 1 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732159499757 (+1 ms) 2024-11-21T03:24:59,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/WALs/testsplitremovesregioneventsedits,16010,1732159499673/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/20768766-6ba2-3eef-e2ab-6b43db2ac350/oldWALs/wal.dat.0 2024-11-21T03:24:59,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3798 (was 3540) - AvailableMemoryMB LEAK? - 2024-11-21T03:24:59,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3795 2024-11-21T03:24:59,783 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742109_1288 (size=7) 2024-11-21T03:24:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742109_1288 (size=7) 2024-11-21T03:24:59,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:59,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3791 (was 3795) 2024-11-21T03:24:59,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3788 2024-11-21T03:24:59,815 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742110_1289 (size=7) 2024-11-21T03:24:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742110_1289 (size=7) 2024-11-21T03:24:59,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:59,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:24:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742111_1290 (size=255) 2024-11-21T03:24:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742111_1290 (size=255) 2024-11-21T03:24:59,868 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1, size=255 (255bytes) 2024-11-21T03:24:59,868 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 2024-11-21T03:24:59,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 after 1ms 2024-11-21T03:24:59,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 took 3ms 2024-11-21T03:24:59,877 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-21T03:24:59,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 so closing down 2024-11-21T03:24:59,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-21T03:24:59,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1, size=255 (255bytes) at 1732159499868Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 so closing down at 1732159499877 (+9 ms)3 split writer threads finished at 1732159499877Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732159499877 2024-11-21T03:24:59,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/WALs/testsplitremovesreplicationmarkeredits,16010,1732159499827/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/2db1ef78-4e93-df15-0b75-5a94f3f72c11/oldWALs/wal.dat.1 2024-11-21T03:24:59,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3777 (was 3788) 2024-11-21T03:24:59,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3774 2024-11-21T03:24:59,911 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742112_1291 (size=7) 2024-11-21T03:24:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742112_1291 (size=7) 2024-11-21T03:24:59,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:59,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,922 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-21T03:24:59,922 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T03:24:59,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:24:59,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742113_1292 (size=1941) 2024-11-21T03:24:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742113_1292 (size=1941) 2024-11-21T03:24:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:24:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590/data/default/t1/region__1 2024-11-21T03:24:59,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0, size=1.9 K (1941bytes) 2024-11-21T03:24:59,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 2024-11-21T03:24:59,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 after 0ms 2024-11-21T03:24:59,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 took 3ms 2024-11-21T03:24:59,962 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-21T03:24:59,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 so closing down 2024-11-21T03:24:59,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:24:59,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:24:59,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-21T03:24:59,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0, size=1.9 K (1941bytes) at 1732159499959Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 so closing down at 1732159499962 (+3 ms)3 split writer threads finished at 1732159499963 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732159499963 2024-11-21T03:24:59,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/WALs/testsplitlogfiledeletedregiondir,16010,1732159499922/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/39224e52-91b0-bc64-35da-1542f7277b62/oldWALs/wal.dat.0 2024-11-21T03:24:59,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1005 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3795 (was 3774) - AvailableMemoryMB LEAK? - 2024-11-21T03:24:59,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3794 2024-11-21T03:24:59,980 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:24:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742114_1293 (size=7) 2024-11-21T03:24:59,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742114_1293 (size=7) 2024-11-21T03:24:59,990 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:24:59,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:24:59,994 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,994 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T03:24:59,994 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:24:59,994 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:24:59,995 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:24:59,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742115_1294 (size=1393) 2024-11-21T03:25:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742115_1294 (size=1393) 2024-11-21T03:25:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:00,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742116_1295 (size=1393) 2024-11-21T03:25:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742116_1295 (size=1393) 2024-11-21T03:25:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:00,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742117_1296 (size=1393) 2024-11-21T03:25:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742117_1296 (size=1393) 2024-11-21T03:25:00,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:00,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:00,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742118_1297 (size=1393) 2024-11-21T03:25:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742118_1297 (size=1393) 2024-11-21T03:25:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:00,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742119_1298 (size=1393) 2024-11-21T03:25:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742119_1298 (size=1393) 2024-11-21T03:25:00,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:00,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742120_1299 (size=1393) 2024-11-21T03:25:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742120_1299 (size=1393) 2024-11-21T03:25:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:00,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:00,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742121_1300 (size=1405) 2024-11-21T03:25:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742121_1300 (size=1405) 2024-11-21T03:25:00,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:00,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742122_1301 (size=1413) 2024-11-21T03:25:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742122_1301 (size=1413) 2024-11-21T03:25:00,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:00,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:00,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742123_1302 (size=1413) 2024-11-21T03:25:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742123_1302 (size=1413) 2024-11-21T03:25:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:00,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:00,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:00,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742124_1303 (size=1413) 2024-11-21T03:25:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742124_1303 (size=1413) 2024-11-21T03:25:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:01,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:01,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0 2024-11-21T03:25:01,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0 after 1ms 2024-11-21T03:25:01,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0 took 3ms 2024-11-21T03:25:01,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0 so closing down 2024-11-21T03:25:01,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:01,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:01,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:01,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0, size=1.4 K (1393bytes) at 1732159501157Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0 so closing down at 1732159501161 (+4 ms)3 split writer threads finished at 1732159501164 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/090b0daa-f271-e293-d1f9-6bade1a7373c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732159499994/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159501164 2024-11-21T03:25:01,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=997 (was 1005), ProcessCount=11 (was 11), AvailableMemoryMB=3639 (was 3794) 2024-11-21T03:25:01,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=997, ProcessCount=11, AvailableMemoryMB=3638 2024-11-21T03:25:01,182 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742125_1304 (size=7) 2024-11-21T03:25:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742125_1304 (size=7) 2024-11-21T03:25:01,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:01,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:01,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:01,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:01,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:01,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:01,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742126_1305 (size=1393) 2024-11-21T03:25:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742126_1305 (size=1393) 2024-11-21T03:25:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:01,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742127_1306 (size=1393) 2024-11-21T03:25:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742127_1306 (size=1393) 2024-11-21T03:25:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:01,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:01,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742128_1307 (size=1393) 2024-11-21T03:25:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742128_1307 (size=1393) 2024-11-21T03:25:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:01,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742129_1308 (size=1393) 2024-11-21T03:25:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742129_1308 (size=1393) 2024-11-21T03:25:01,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:01,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742131_1310 (size=1393) 2024-11-21T03:25:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742131_1310 (size=1393) 2024-11-21T03:25:02,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:02,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:02,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742132_1311 (size=1405) 2024-11-21T03:25:02,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742132_1311 (size=1405) 2024-11-21T03:25:02,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:02,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742133_1312 (size=1413) 2024-11-21T03:25:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742133_1312 (size=1413) 2024-11-21T03:25:02,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:02,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:02,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742134_1313 (size=1413) 2024-11-21T03:25:02,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742134_1313 (size=1413) 2024-11-21T03:25:02,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:02,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:02,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742135_1314 (size=1413) 2024-11-21T03:25:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742135_1314 (size=1413) 2024-11-21T03:25:02,416 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:02,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:02,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742130_1309 (size=1458) 2024-11-21T03:25:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742130_1309 (size=1458) 2024-11-21T03:25:02,468 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:02,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 2024-11-21T03:25:02,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 after 2ms 2024-11-21T03:25:02,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 took 9ms 2024-11-21T03:25:02,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 so closing down 2024-11-21T03:25:02,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:02,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:02,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:02,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:02,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:02,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742137_1316 (size=743) 2024-11-21T03:25:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742137_1316 (size=743) 2024-11-21T03:25:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742136_1315 (size=743) 2024-11-21T03:25:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742136_1315 (size=743) 2024-11-21T03:25:02,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:02,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:25:02,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:02,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:02,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:02,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0, size=1.4 K (1393bytes) at 1732159502468Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 so closing down at 1732159502505 (+37 ms)3 split writer threads finished at 1732159502508 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159502527 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159502530 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159502975 (+445 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159502977 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159502989 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159502993 (+4 ms)Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159502994 (+1 ms) 2024-11-21T03:25:02,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/oldWALs/wal.dat.0 2024-11-21T03:25:02,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:02,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 2024-11-21T03:25:02,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 after 1ms 2024-11-21T03:25:03,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 took 8ms 2024-11-21T03:25:03,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 so closing down 2024-11-21T03:25:03,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:03,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:03,032 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:03,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:03,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:03,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742139_1318 (size=743) 2024-11-21T03:25:03,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742139_1318 (size=743) 2024-11-21T03:25:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742138_1317 (size=743) 2024-11-21T03:25:03,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742138_1317 (size=743) 2024-11-21T03:25:03,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:03,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:25:03,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:03,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:03,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:03,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1, size=1.4 K (1393bytes) at 1732159502996Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 so closing down at 1732159503022 (+26 ms)3 split writer threads finished at 1732159503028 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159503045 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159503050 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159503470 (+420 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159503476 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159503477 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159503495 (+18 ms)Processed 20 edits across 2 Regions in 478 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159503498 (+3 ms) 2024-11-21T03:25:03,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/oldWALs/wal.dat.1 2024-11-21T03:25:03,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:03,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 2024-11-21T03:25:03,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 after 1ms 2024-11-21T03:25:03,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 took 8ms 2024-11-21T03:25:03,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 so closing down 2024-11-21T03:25:03,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:03,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:03,574 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:03,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:03,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:03,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742141_1320 (size=743) 2024-11-21T03:25:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742141_1320 (size=743) 2024-11-21T03:25:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742140_1319 (size=743) 2024-11-21T03:25:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742140_1319 (size=743) 2024-11-21T03:25:03,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:03,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:04,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:04,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:25:04,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:04,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2, size=1.4 K (1393bytes) at 1732159503521Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 so closing down at 1732159503549 (+28 ms)3 split writer threads finished at 1732159503552 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159503577 (+25 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159503596 (+19 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159503714 (+118 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159503717 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159504086 (+369 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159504088 (+2 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159504088 2024-11-21T03:25:04,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/oldWALs/wal.dat.2 2024-11-21T03:25:04,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:04,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 2024-11-21T03:25:04,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 after 1ms 2024-11-21T03:25:04,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 took 5ms 2024-11-21T03:25:04,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 so closing down 2024-11-21T03:25:04,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:04,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:04,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:04,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:04,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:04,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742142_1321 (size=743) 2024-11-21T03:25:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742142_1321 (size=743) 2024-11-21T03:25:04,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:04,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:25:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742143_1322 (size=743) 2024-11-21T03:25:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742143_1322 (size=743) 2024-11-21T03:25:04,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:04,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:04,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:04,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3, size=1.4 K (1393bytes) at 1732159504095Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 so closing down at 1732159504113 (+18 ms)3 split writer threads finished at 1732159504114 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159504124 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159504131 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159504195 (+64 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159504197 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159504222 (+25 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159504225 (+3 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159504225 2024-11-21T03:25:04,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/oldWALs/wal.dat.3 2024-11-21T03:25:04,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4, size=1.4 K (1458bytes) 2024-11-21T03:25:04,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4 2024-11-21T03:25:04,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4 after 1ms 2024-11-21T03:25:04,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4 took 4ms 2024-11-21T03:25:04,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4 so closing down 2024-11-21T03:25:04,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:04,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:04,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:04,288 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-21T03:25:04,293 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:04,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:04,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-21T03:25:04,313 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:04,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-21T03:25:04,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4, size=1.4 K (1458bytes) at 1732159504227Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4 so closing down at 1732159504267 (+40 ms)3 split writer threads finished at 1732159504267Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159504305 (+38 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732159504312 (+7 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732159504313 (+1 ms)Processed 21 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/WALs/testsplitwillfailifwritingtoregionfails,16010,1732159501604/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732159504316 (+3 ms) 2024-11-21T03:25:04,320 WARN [Thread-2060 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:54754 remote=/127.0.0.1:41195]. Total timeout mills is 70000, 69987 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:25:04,320 WARN [Thread-2060 {}] hdfs.DataStreamer(1850): Abandoning BP-816390014-172.17.0.2-1732159442965:blk_1073742144_1323 2024-11-21T03:25:04,323 WARN [Thread-2060 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:25:04,324 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:04,325 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:04,327 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:37841/user/jenkins/test-data/c392261c-d4d8-2773-d5da-420c75768232/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:04,334 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1472246245_22 at /127.0.0.1:54754 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54754 dst: /127.0.0.1:41195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:04,335 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1472246245_22 at /127.0.0.1:40508 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:33057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40508 dst: /127.0.0.1:33057 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:04,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=997 (was 997), ProcessCount=11 (was 11), AvailableMemoryMB=3354 (was 3638) 2024-11-21T03:25:04,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=997, ProcessCount=11, AvailableMemoryMB=3353 2024-11-21T03:25:04,353 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742145_1324 (size=7) 2024-11-21T03:25:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742145_1324 (size=7) 2024-11-21T03:25:04,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:04,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:04,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:04,403 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:04,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T03:25:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742146_1325 (size=93) 2024-11-21T03:25:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742146_1325 (size=93) 2024-11-21T03:25:04,462 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:04,463 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:04,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742147_1326 (size=1393) 2024-11-21T03:25:04,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742147_1326 (size=1393) 2024-11-21T03:25:04,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:04,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:04,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742148_1327 (size=1393) 2024-11-21T03:25:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742148_1327 (size=1393) 2024-11-21T03:25:04,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:04,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742149_1328 (size=1393) 2024-11-21T03:25:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742149_1328 (size=1393) 2024-11-21T03:25:04,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:04,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:04,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742150_1329 (size=1393) 2024-11-21T03:25:04,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742150_1329 (size=1393) 2024-11-21T03:25:04,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:04,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:04,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742151_1330 (size=1393) 2024-11-21T03:25:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742151_1330 (size=1393) 2024-11-21T03:25:04,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:04,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:04,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742152_1331 (size=1393) 2024-11-21T03:25:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742152_1331 (size=1393) 2024-11-21T03:25:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:05,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742153_1332 (size=1405) 2024-11-21T03:25:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742153_1332 (size=1405) 2024-11-21T03:25:05,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:05,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742154_1333 (size=1413) 2024-11-21T03:25:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742154_1333 (size=1413) 2024-11-21T03:25:05,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:05,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:05,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742155_1334 (size=1413) 2024-11-21T03:25:05,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742155_1334 (size=1413) 2024-11-21T03:25:05,712 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:05,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:05,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742156_1335 (size=1413) 2024-11-21T03:25:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742156_1335 (size=1413) 2024-11-21T03:25:05,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:05,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T03:25:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742157_1336 (size=93) 2024-11-21T03:25:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742157_1336 (size=93) 2024-11-21T03:25:05,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty, size=93 (93bytes) 2024-11-21T03:25:05,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty 2024-11-21T03:25:05,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty after 2ms 2024-11-21T03:25:05,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty took 13ms 2024-11-21T03:25:05,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty so closing down 2024-11-21T03:25:05,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:05,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:05,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T03:25:05,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty, size=93 (93bytes) at 1732159505892Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty so closing down at 1732159505905 (+13 ms)3 split writer threads finished at 1732159505907 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732159505907 2024-11-21T03:25:05,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat..empty to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat..empty 2024-11-21T03:25:05,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:05,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 2024-11-21T03:25:05,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 after 1ms 2024-11-21T03:25:05,917 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 took 7ms 2024-11-21T03:25:05,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 so closing down 2024-11-21T03:25:05,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:05,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:05,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:05,966 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:05,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:05,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742159_1338 (size=743) 2024-11-21T03:25:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742159_1338 (size=743) 2024-11-21T03:25:06,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:25:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742158_1337 (size=743) 2024-11-21T03:25:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742158_1337 (size=743) 2024-11-21T03:25:06,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:06,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:06,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0, size=1.4 K (1393bytes) at 1732159505911Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 so closing down at 1732159505939 (+28 ms)3 split writer threads finished at 1732159505943 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159505983 (+40 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159505984 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506003 (+19 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159506006 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506019 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159506021 (+2 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159506022 (+1 ms) 2024-11-21T03:25:06,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.0 2024-11-21T03:25:06,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:06,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 2024-11-21T03:25:06,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 after 0ms 2024-11-21T03:25:06,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 took 5ms 2024-11-21T03:25:06,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 so closing down 2024-11-21T03:25:06,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:06,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:06,053 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:06,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:06,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:06,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742160_1339 (size=743) 2024-11-21T03:25:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742160_1339 (size=743) 2024-11-21T03:25:06,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742161_1340 (size=743) 2024-11-21T03:25:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742161_1340 (size=743) 2024-11-21T03:25:06,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:25:06,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:06,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:06,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1, size=1.4 K (1393bytes) at 1732159506026Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 so closing down at 1732159506035 (+9 ms)3 split writer threads finished at 1732159506035Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159506058 (+23 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159506073 (+15 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506141 (+68 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506150 (+9 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159506155 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159506157 (+2 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159506158 (+1 ms) 2024-11-21T03:25:06,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.1 2024-11-21T03:25:06,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:06,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 2024-11-21T03:25:06,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 after 0ms 2024-11-21T03:25:06,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 took 10ms 2024-11-21T03:25:06,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 so closing down 2024-11-21T03:25:06,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:06,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:06,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:06,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:06,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:06,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742162_1341 (size=743) 2024-11-21T03:25:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742162_1341 (size=743) 2024-11-21T03:25:06,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742163_1342 (size=743) 2024-11-21T03:25:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742163_1342 (size=743) 2024-11-21T03:25:06,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:25:06,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:06,685 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:06,685 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2, size=1.4 K (1393bytes) at 1732159506164Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 so closing down at 1732159506185 (+21 ms)3 split writer threads finished at 1732159506186 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159506204 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159506208 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506252 (+44 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159506259 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506665 (+406 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159506685 (+20 ms)Processed 20 edits across 2 Regions in 501 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159506685 2024-11-21T03:25:06,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.2 2024-11-21T03:25:06,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:06,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 2024-11-21T03:25:06,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 after 5ms 2024-11-21T03:25:06,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 took 8ms 2024-11-21T03:25:06,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 so closing down 2024-11-21T03:25:06,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:06,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:06,735 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:06,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:06,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:06,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742164_1343 (size=743) 2024-11-21T03:25:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742164_1343 (size=743) 2024-11-21T03:25:06,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:06,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742165_1344 (size=743) 2024-11-21T03:25:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742165_1344 (size=743) 2024-11-21T03:25:06,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:25:06,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:06,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3, size=1.4 K (1393bytes) at 1732159506687Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 so closing down at 1732159506713 (+26 ms)3 split writer threads finished at 1732159506714 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159506753 (+39 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159506768 (+15 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506826 (+58 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159506828 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506844 (+16 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159506849 (+5 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159506849 2024-11-21T03:25:06,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.3 2024-11-21T03:25:06,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:06,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 2024-11-21T03:25:06,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 after 1ms 2024-11-21T03:25:06,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 took 4ms 2024-11-21T03:25:06,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 so closing down 2024-11-21T03:25:06,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:06,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:06,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:06,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:06,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742166_1345 (size=743) 2024-11-21T03:25:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742166_1345 (size=743) 2024-11-21T03:25:06,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:06,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:25:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742167_1346 (size=743) 2024-11-21T03:25:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742167_1346 (size=743) 2024-11-21T03:25:06,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:06,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:25:06,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:06,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4, size=1.4 K (1393bytes) at 1732159506851Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 so closing down at 1732159506863 (+12 ms)3 split writer threads finished at 1732159506877 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159506894 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506935 (+41 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159506936 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159506939 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159506965 (+26 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159506972 (+7 ms)Processed 20 edits across 2 Regions in 110 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159506972 2024-11-21T03:25:06,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.4 2024-11-21T03:25:06,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:06,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 2024-11-21T03:25:06,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 after 1ms 2024-11-21T03:25:06,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 took 4ms 2024-11-21T03:25:06,984 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 so closing down 2024-11-21T03:25:06,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,008 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:07,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:07,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:07,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742169_1348 (size=743) 2024-11-21T03:25:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742169_1348 (size=743) 2024-11-21T03:25:07,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:25:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742168_1347 (size=743) 2024-11-21T03:25:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742168_1347 (size=743) 2024-11-21T03:25:07,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:25:07,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:07,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5, size=1.4 K (1393bytes) at 1732159506977Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 so closing down at 1732159506984 (+7 ms)3 split writer threads finished at 1732159507001 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159507032 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159507036 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507070 (+34 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159507071 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507109 (+38 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159507111 (+2 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159507111 2024-11-21T03:25:07,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.5 2024-11-21T03:25:07,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:07,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 2024-11-21T03:25:07,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 after 1ms 2024-11-21T03:25:07,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 took 4ms 2024-11-21T03:25:07,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 so closing down 2024-11-21T03:25:07,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:07,130 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:07,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:07,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742170_1349 (size=749) 2024-11-21T03:25:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742170_1349 (size=749) 2024-11-21T03:25:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742171_1350 (size=749) 2024-11-21T03:25:07,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:25:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742171_1350 (size=749) 2024-11-21T03:25:07,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:25:07,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:25:07,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6, size=1.4 K (1405bytes) at 1732159507115Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 so closing down at 1732159507122 (+7 ms)3 split writer threads finished at 1732159507124 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159507132 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159507138 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507194 (+56 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159507197 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507590 (+393 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159507591 (+1 ms)Processed 20 edits across 2 Regions in 471 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159507592 (+1 ms) 2024-11-21T03:25:07,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.6 2024-11-21T03:25:07,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:07,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 2024-11-21T03:25:07,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 after 9ms 2024-11-21T03:25:07,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 took 13ms 2024-11-21T03:25:07,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 so closing down 2024-11-21T03:25:07,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:07,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:07,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:07,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742172_1351 (size=753) 2024-11-21T03:25:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742172_1351 (size=753) 2024-11-21T03:25:07,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:25:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742173_1352 (size=753) 2024-11-21T03:25:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742173_1352 (size=753) 2024-11-21T03:25:07,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:25:07,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:07,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7, size=1.4 K (1413bytes) at 1732159507593Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 so closing down at 1732159507623 (+30 ms)3 split writer threads finished at 1732159507623Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159507628 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159507631 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507681 (+50 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159507683 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507711 (+28 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159507717 (+6 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159507720 (+3 ms) 2024-11-21T03:25:07,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.7 2024-11-21T03:25:07,730 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:07,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 2024-11-21T03:25:07,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 after 1ms 2024-11-21T03:25:07,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 took 3ms 2024-11-21T03:25:07,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 so closing down 2024-11-21T03:25:07,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:07,760 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:07,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:07,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742174_1353 (size=753) 2024-11-21T03:25:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742174_1353 (size=753) 2024-11-21T03:25:07,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:25:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742175_1354 (size=753) 2024-11-21T03:25:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742175_1354 (size=753) 2024-11-21T03:25:07,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:25:07,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:07,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8, size=1.4 K (1413bytes) at 1732159507730Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 so closing down at 1732159507749 (+19 ms)3 split writer threads finished at 1732159507753 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159507764 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159507780 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507831 (+51 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159507832 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507877 (+45 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159507881 (+4 ms)Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159507881 2024-11-21T03:25:07,887 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.8 2024-11-21T03:25:07,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:07,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 2024-11-21T03:25:07,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 after 1ms 2024-11-21T03:25:07,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 took 3ms 2024-11-21T03:25:07,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 so closing down 2024-11-21T03:25:07,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:07,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:07,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:07,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:07,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T03:25:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742177_1356 (size=753) 2024-11-21T03:25:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742177_1356 (size=753) 2024-11-21T03:25:07,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742176_1355 (size=753) 2024-11-21T03:25:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742176_1355 (size=753) 2024-11-21T03:25:07,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-21T03:25:07,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:25:07,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:25:07,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:07,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9, size=1.4 K (1413bytes) at 1732159507887Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 so closing down at 1732159507893 (+6 ms)3 split writer threads finished at 1732159507894 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159507913 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159507923 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159507961 (+38 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159507966 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159507966Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159507974 (+8 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159507974 2024-11-21T03:25:07,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.9 2024-11-21T03:25:07,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty, size=93 (93bytes) 2024-11-21T03:25:07,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty 2024-11-21T03:25:07,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty after 1ms 2024-11-21T03:25:07,985 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty took 3ms 2024-11-21T03:25:07,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty so closing down 2024-11-21T03:25:07,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:07,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:07,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T03:25:07,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty, size=93 (93bytes) at 1732159507981Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty so closing down at 1732159507988 (+7 ms)3 split writer threads finished at 1732159507992 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732159507992 2024-11-21T03:25:07,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/WALs/testemptylogfiles,16010,1732159504403/wal.dat.empty to hdfs://localhost:37841/user/jenkins/test-data/f32cea0a-e652-eb93-0bac-dc3bb152b28c/oldWALs/wal.dat.empty 2024-11-21T03:25:08,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=133 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1053 (was 997) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3076 (was 3353) 2024-11-21T03:25:08,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=1053, ProcessCount=11, AvailableMemoryMB=3071 2024-11-21T03:25:08,154 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742178_1357 (size=7) 2024-11-21T03:25:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742178_1357 (size=7) 2024-11-21T03:25:08,173 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:08,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:08,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:08,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:08,181 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:08,185 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:08,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742179_1358 (size=1393) 2024-11-21T03:25:08,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742179_1358 (size=1393) 2024-11-21T03:25:08,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:08,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:08,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742180_1359 (size=1393) 2024-11-21T03:25:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742180_1359 (size=1393) 2024-11-21T03:25:09,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:09,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:09,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742181_1360 (size=1393) 2024-11-21T03:25:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742181_1360 (size=1393) 2024-11-21T03:25:09,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:09,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:09,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742182_1361 (size=1393) 2024-11-21T03:25:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742182_1361 (size=1393) 2024-11-21T03:25:09,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:09,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:09,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742183_1362 (size=1393) 2024-11-21T03:25:09,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:09,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742183_1362 (size=1393) 2024-11-21T03:25:09,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742184_1363 (size=1393) 2024-11-21T03:25:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742184_1363 (size=1393) 2024-11-21T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:09,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742185_1364 (size=1405) 2024-11-21T03:25:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742185_1364 (size=1405) 2024-11-21T03:25:09,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:09,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:09,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742186_1365 (size=1413) 2024-11-21T03:25:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742186_1365 (size=1413) 2024-11-21T03:25:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:10,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742187_1366 (size=1413) 2024-11-21T03:25:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742187_1366 (size=1413) 2024-11-21T03:25:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:10,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742188_1367 (size=1413) 2024-11-21T03:25:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742188_1367 (size=1413) 2024-11-21T03:25:10,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:10,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:10,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 2024-11-21T03:25:10,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 after 0ms 2024-11-21T03:25:10,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 took 2ms 2024-11-21T03:25:10,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 so closing down 2024-11-21T03:25:10,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:10,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:10,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:10,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:10,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:10,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742189_1368 (size=743) 2024-11-21T03:25:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742189_1368 (size=743) 2024-11-21T03:25:10,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:10,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742190_1369 (size=743) 2024-11-21T03:25:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742190_1369 (size=743) 2024-11-21T03:25:10,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:10,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:25:10,576 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:10,576 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0, size=1.4 K (1393bytes) at 1732159510536Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 so closing down at 1732159510540 (+4 ms)3 split writer threads finished at 1732159510540Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159510544 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159510547 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159510550 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159510551 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159510575 (+24 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159510576 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159510576 2024-11-21T03:25:10,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.0 2024-11-21T03:25:10,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:10,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 2024-11-21T03:25:10,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 after 1ms 2024-11-21T03:25:10,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 took 2ms 2024-11-21T03:25:10,582 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 so closing down 2024-11-21T03:25:10,582 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:10,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:10,584 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:10,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:10,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:10,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742192_1371 (size=743) 2024-11-21T03:25:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742191_1370 (size=743) 2024-11-21T03:25:10,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742191_1370 (size=743) 2024-11-21T03:25:10,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:10,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:10,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742192_1371 (size=743) 2024-11-21T03:25:10,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:10,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:25:10,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:10,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1, size=1.4 K (1393bytes) at 1732159510578Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 so closing down at 1732159510582 (+4 ms)3 split writer threads finished at 1732159510582Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159510585 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159510596 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159510614 (+18 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159510614Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159510616 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159510616Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159510616 2024-11-21T03:25:10,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.1 2024-11-21T03:25:10,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:10,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 2024-11-21T03:25:10,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 after 0ms 2024-11-21T03:25:10,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 took 3ms 2024-11-21T03:25:10,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 so closing down 2024-11-21T03:25:10,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:10,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:10,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:10,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:10,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:10,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742194_1373 (size=743) 2024-11-21T03:25:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742194_1373 (size=743) 2024-11-21T03:25:10,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:10,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:25:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742193_1372 (size=743) 2024-11-21T03:25:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742193_1372 (size=743) 2024-11-21T03:25:11,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:11,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:11,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2, size=1.4 K (1393bytes) at 1732159510622Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 so closing down at 1732159510625 (+3 ms)3 split writer threads finished at 1732159510626 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159510633 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159510635 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159510659 (+24 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159510660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511087 (+427 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159511088 (+1 ms)Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159511088 2024-11-21T03:25:11,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.2 2024-11-21T03:25:11,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:11,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 2024-11-21T03:25:11,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 after 0ms 2024-11-21T03:25:11,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 took 2ms 2024-11-21T03:25:11,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 so closing down 2024-11-21T03:25:11,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:11,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:11,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:11,096 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:11,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:11,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742195_1374 (size=743) 2024-11-21T03:25:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742195_1374 (size=743) 2024-11-21T03:25:11,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:25:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742196_1375 (size=743) 2024-11-21T03:25:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742196_1375 (size=743) 2024-11-21T03:25:11,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:11,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:11,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3, size=1.4 K (1393bytes) at 1732159511090Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 so closing down at 1732159511093 (+3 ms)3 split writer threads finished at 1732159511094 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159511097 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159511097Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511109 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159511110 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511114 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159511116 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159511116 2024-11-21T03:25:11,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.3 2024-11-21T03:25:11,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:11,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 2024-11-21T03:25:11,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 after 1ms 2024-11-21T03:25:11,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 took 2ms 2024-11-21T03:25:11,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 so closing down 2024-11-21T03:25:11,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:11,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:11,123 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:11,123 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:11,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:11,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742197_1376 (size=743) 2024-11-21T03:25:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742197_1376 (size=743) 2024-11-21T03:25:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742198_1377 (size=743) 2024-11-21T03:25:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742198_1377 (size=743) 2024-11-21T03:25:11,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:25:11,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:25:11,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:11,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4, size=1.4 K (1393bytes) at 1732159511117Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 so closing down at 1732159511120 (+3 ms)3 split writer threads finished at 1732159511120Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159511150 (+30 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159511152 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511225 (+73 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159511226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511603 (+377 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159511604 (+1 ms)Processed 20 edits across 2 Regions in 484 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159511604 2024-11-21T03:25:11,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.4 2024-11-21T03:25:11,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:11,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 2024-11-21T03:25:11,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 after 0ms 2024-11-21T03:25:11,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 took 3ms 2024-11-21T03:25:11,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 so closing down 2024-11-21T03:25:11,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:11,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:11,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:11,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:11,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:11,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742199_1378 (size=743) 2024-11-21T03:25:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742199_1378 (size=743) 2024-11-21T03:25:11,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:25:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742200_1379 (size=743) 2024-11-21T03:25:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742200_1379 (size=743) 2024-11-21T03:25:11,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:25:11,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:11,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5, size=1.4 K (1393bytes) at 1732159511606Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 so closing down at 1732159511610 (+4 ms)3 split writer threads finished at 1732159511613 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159511632 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159511640 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511679 (+39 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159511681 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511702 (+21 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159511703 (+1 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159511703 2024-11-21T03:25:11,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.5 2024-11-21T03:25:11,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:11,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 2024-11-21T03:25:11,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 after 0ms 2024-11-21T03:25:11,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 took 2ms 2024-11-21T03:25:11,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 so closing down 2024-11-21T03:25:11,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:11,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:11,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:11,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:11,713 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:11,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742202_1381 (size=749) 2024-11-21T03:25:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742202_1381 (size=749) 2024-11-21T03:25:11,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742201_1380 (size=749) 2024-11-21T03:25:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742201_1380 (size=749) 2024-11-21T03:25:11,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:25:11,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:25:11,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:25:11,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6, size=1.4 K (1405bytes) at 1732159511705Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 so closing down at 1732159511709 (+4 ms)3 split writer threads finished at 1732159511709Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159511712 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159511716 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511728 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511730 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159511731 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159511732 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159511732 2024-11-21T03:25:11,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.6 2024-11-21T03:25:11,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:11,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 2024-11-21T03:25:11,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 after 0ms 2024-11-21T03:25:11,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 took 3ms 2024-11-21T03:25:11,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 so closing down 2024-11-21T03:25:11,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:11,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:11,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:11,748 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:11,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:11,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742204_1383 (size=753) 2024-11-21T03:25:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742204_1383 (size=753) 2024-11-21T03:25:11,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:11,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:25:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742203_1382 (size=753) 2024-11-21T03:25:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742203_1382 (size=753) 2024-11-21T03:25:12,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:12,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:25:12,217 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 477 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:12,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7, size=1.4 K (1413bytes) at 1732159511735Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 so closing down at 1732159511741 (+6 ms)3 split writer threads finished at 1732159511741Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159511749 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159511751 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159511783 (+32 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159511785 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159512215 (+430 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159512217 (+2 ms)Processed 20 edits across 2 Regions in 477 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159512217 2024-11-21T03:25:12,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.7 2024-11-21T03:25:12,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:12,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 2024-11-21T03:25:12,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 after 1ms 2024-11-21T03:25:12,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 took 3ms 2024-11-21T03:25:12,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 so closing down 2024-11-21T03:25:12,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:12,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:12,228 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:12,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:12,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:12,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742206_1385 (size=753) 2024-11-21T03:25:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742206_1385 (size=753) 2024-11-21T03:25:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742205_1384 (size=753) 2024-11-21T03:25:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742205_1384 (size=753) 2024-11-21T03:25:12,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:12,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:25:12,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:12,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:25:12,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:12,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8, size=1.4 K (1413bytes) at 1732159512219Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 so closing down at 1732159512224 (+5 ms)3 split writer threads finished at 1732159512225 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159512230 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159512230Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159512260 (+30 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159512262 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159512662 (+400 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159512665 (+3 ms)Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159512665 2024-11-21T03:25:12,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.8 2024-11-21T03:25:12,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:12,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 2024-11-21T03:25:12,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 after 1ms 2024-11-21T03:25:12,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 took 3ms 2024-11-21T03:25:12,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 so closing down 2024-11-21T03:25:12,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:12,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:12,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:12,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:12,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:12,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742207_1386 (size=753) 2024-11-21T03:25:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742207_1386 (size=753) 2024-11-21T03:25:12,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:12,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:25:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742208_1387 (size=753) 2024-11-21T03:25:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742208_1387 (size=753) 2024-11-21T03:25:12,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:12,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:25:12,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:12,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9, size=1.4 K (1413bytes) at 1732159512670Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 so closing down at 1732159512676 (+6 ms)3 split writer threads finished at 1732159512676Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159512682 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159512688 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159512707 (+19 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159512709 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159512719 (+10 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159512720 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159512721 (+1 ms) 2024-11-21T03:25:12,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732159508181/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/3f049367-a66e-afb2-cdaf-333f7f700078/oldWALs/wal.dat.9 2024-11-21T03:25:12,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=133 (was 133), OpenFileDescriptor=385 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1057 (was 1053) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2804 (was 3071) 2024-11-21T03:25:12,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=133, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1057, ProcessCount=11, AvailableMemoryMB=2803 2024-11-21T03:25:12,741 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742209_1388 (size=7) 2024-11-21T03:25:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742209_1388 (size=7) 2024-11-21T03:25:13,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:13,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,207 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:13,229 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:37841/user/jenkins/test-data/478ef2b2-bc8e-f2ad-8e93-fbd15c0541f7/data/hbase/meta/1588230740/recovered.edits 2024-11-21T03:25:13,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=133 (was 133), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1057 (was 1057), ProcessCount=11 (was 11), AvailableMemoryMB=2765 (was 2803) 2024-11-21T03:25:13,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=133, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1057, ProcessCount=11, AvailableMemoryMB=2762 2024-11-21T03:25:13,295 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742210_1389 (size=7) 2024-11-21T03:25:13,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742210_1389 (size=7) 2024-11-21T03:25:13,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:13,372 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-21T03:25:13,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:13,384 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-21T03:25:13,384 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-21T03:25:13,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742211_1390 (size=818) 2024-11-21T03:25:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742211_1390 (size=818) 2024-11-21T03:25:13,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5, size=818 (818bytes) 2024-11-21T03:25:13,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 2024-11-21T03:25:13,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 after 0ms 2024-11-21T03:25:13,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 took 18ms 2024-11-21T03:25:13,518 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 so closing down 2024-11-21T03:25:13,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:13,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:13,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-21T03:25:13,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-21T03:25:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742212_1391 (size=783) 2024-11-21T03:25:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742212_1391 (size=783) 2024-11-21T03:25:13,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-21T03:25:13,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-21T03:25:13,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-21T03:25:13,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5, size=818 (818bytes) at 1732159513480Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 so closing down at 1732159513518 (+38 ms)3 split writer threads finished at 1732159513519 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732159513543 (+24 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732159513590 (+47 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732159513593 (+3 ms)Processed 11 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732159513593 2024-11-21T03:25:13,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/WALs/testemptywaledit,16010,1732159513371/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/7f35f5df-c58e-5c86-207e-574369aa3cbe/oldWALs/wal.dat.5 2024-11-21T03:25:13,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=133 (was 133), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1057 (was 1057), ProcessCount=11 (was 11), AvailableMemoryMB=2741 (was 2762) 2024-11-21T03:25:13,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=133, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=1057, ProcessCount=11, AvailableMemoryMB=2741 2024-11-21T03:25:13,665 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742213_1392 (size=7) 2024-11-21T03:25:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742213_1392 (size=7) 2024-11-21T03:25:13,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:13,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:13,769 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:13,769 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:13,774 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:13,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:13,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742214_1393 (size=1393) 2024-11-21T03:25:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742214_1393 (size=1393) 2024-11-21T03:25:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:13,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742215_1394 (size=1393) 2024-11-21T03:25:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742215_1394 (size=1393) 2024-11-21T03:25:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:13,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:13,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742216_1395 (size=1393) 2024-11-21T03:25:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742216_1395 (size=1393) 2024-11-21T03:25:14,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:14,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742217_1396 (size=1393) 2024-11-21T03:25:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742217_1396 (size=1393) 2024-11-21T03:25:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:14,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742218_1397 (size=1393) 2024-11-21T03:25:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742218_1397 (size=1393) 2024-11-21T03:25:14,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:14,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742219_1398 (size=1393) 2024-11-21T03:25:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742219_1398 (size=1393) 2024-11-21T03:25:14,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:14,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:14,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742220_1399 (size=1405) 2024-11-21T03:25:14,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742220_1399 (size=1405) 2024-11-21T03:25:14,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:14,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742221_1400 (size=1413) 2024-11-21T03:25:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742221_1400 (size=1413) 2024-11-21T03:25:14,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:14,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:14,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742222_1401 (size=1413) 2024-11-21T03:25:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742222_1401 (size=1413) 2024-11-21T03:25:14,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:14,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:14,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:14,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742223_1402 (size=1413) 2024-11-21T03:25:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742223_1402 (size=1413) 2024-11-21T03:25:14,761 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:14,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:14,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 2024-11-21T03:25:14,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 after 3ms 2024-11-21T03:25:14,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 took 5ms 2024-11-21T03:25:14,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 so closing down 2024-11-21T03:25:14,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:14,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:14,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:14,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:14,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:14,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742225_1404 (size=743) 2024-11-21T03:25:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742225_1404 (size=743) 2024-11-21T03:25:14,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742226_1405 (size=743) 2024-11-21T03:25:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742226_1405 (size=743) 2024-11-21T03:25:14,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:25:14,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:14,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:14,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:14,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0, size=1.4 K (1393bytes) at 1732159514844Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 so closing down at 1732159514856 (+12 ms)3 split writer threads finished at 1732159514856Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159514887 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159514890 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159514962 (+72 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159514976 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159514977 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159514991 (+14 ms)Processed 20 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159514991 2024-11-21T03:25:14,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.0 2024-11-21T03:25:14,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:14,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 2024-11-21T03:25:14,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 after 0ms 2024-11-21T03:25:14,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 took 4ms 2024-11-21T03:25:15,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 so closing down 2024-11-21T03:25:15,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:15,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:15,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:15,025 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:15,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:15,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742227_1406 (size=743) 2024-11-21T03:25:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742227_1406 (size=743) 2024-11-21T03:25:15,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742228_1407 (size=743) 2024-11-21T03:25:15,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742228_1407 (size=743) 2024-11-21T03:25:15,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:25:15,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:15,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1, size=1.4 K (1393bytes) at 1732159514994Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 so closing down at 1732159515006 (+12 ms)3 split writer threads finished at 1732159515008 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159515037 (+29 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159515056 (+19 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515124 (+68 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159515125 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515142 (+17 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159515159 (+17 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159515159 2024-11-21T03:25:15,166 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.1 2024-11-21T03:25:15,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:15,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 2024-11-21T03:25:15,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 after 1ms 2024-11-21T03:25:15,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 took 6ms 2024-11-21T03:25:15,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 so closing down 2024-11-21T03:25:15,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:15,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:15,186 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:15,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:15,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:15,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742229_1408 (size=743) 2024-11-21T03:25:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742229_1408 (size=743) 2024-11-21T03:25:15,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:25:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742230_1409 (size=743) 2024-11-21T03:25:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742230_1409 (size=743) 2024-11-21T03:25:15,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:15,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:15,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2, size=1.4 K (1393bytes) at 1732159515166Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 so closing down at 1732159515182 (+16 ms)3 split writer threads finished at 1732159515183 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159515188 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159515192 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515232 (+40 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159515237 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515239 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159515245 (+6 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159515246 (+1 ms) 2024-11-21T03:25:15,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.2 2024-11-21T03:25:15,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:15,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 2024-11-21T03:25:15,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 after 1ms 2024-11-21T03:25:15,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 took 4ms 2024-11-21T03:25:15,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 so closing down 2024-11-21T03:25:15,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:15,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:15,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:15,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:15,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:15,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742231_1410 (size=743) 2024-11-21T03:25:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742231_1410 (size=743) 2024-11-21T03:25:15,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742232_1411 (size=743) 2024-11-21T03:25:15,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:25:15,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742232_1411 (size=743) 2024-11-21T03:25:15,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:15,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3, size=1.4 K (1393bytes) at 1732159515250Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 so closing down at 1732159515255 (+5 ms)3 split writer threads finished at 1732159515255Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159515277 (+22 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159515288 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515293 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159515295 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515299 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159515301 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159515301 2024-11-21T03:25:15,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.3 2024-11-21T03:25:15,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:15,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 2024-11-21T03:25:15,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 after 3ms 2024-11-21T03:25:15,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 took 11ms 2024-11-21T03:25:15,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 so closing down 2024-11-21T03:25:15,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:15,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:15,328 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:15,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:15,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:15,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742234_1413 (size=743) 2024-11-21T03:25:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742234_1413 (size=743) 2024-11-21T03:25:15,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:25:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742233_1412 (size=743) 2024-11-21T03:25:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742233_1412 (size=743) 2024-11-21T03:25:15,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:15,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:25:15,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:15,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4, size=1.4 K (1393bytes) at 1732159515311Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 so closing down at 1732159515324 (+13 ms)3 split writer threads finished at 1732159515325 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159515345 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159515345Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515378 (+33 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159515380 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159515392 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159515399 (+7 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159515399 2024-11-21T03:25:15,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.4 2024-11-21T03:25:15,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T03:25:15,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 2024-11-21T03:25:15,413 WARN [IPC Server handler 4 on default port 37841 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-21T03:25:15,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 after 7ms 2024-11-21T03:25:15,911 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1928736606_22 at /127.0.0.1:55418 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:33057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55418 dst: /127.0.0.1:33057 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33057 remote=/127.0.0.1:55418]. Total timeout mills is 60000, 58904 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:15,911 WARN [ResponseProcessor for block BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:25:15,912 WARN [DataStreamer for file /user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 block BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK], DatanodeInfoWithStorage[127.0.0.1:41195,DS-fb19d57b-ae08-40cc-a396-460249af1c94,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33057,DS-ee438d80-2ccc-47a3-9648-7aa59341992b,DISK]) is bad. 2024-11-21T03:25:15,912 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1928736606_22 at /127.0.0.1:59252 [Receiving block BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:41195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59252 dst: /127.0.0.1:41195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T03:25:15,913 WARN [DataStreamer for file /user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 block BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-816390014-172.17.0.2-1732159442965:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T03:25:19,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 after 4008ms 2024-11-21T03:25:19,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 took 4011ms 2024-11-21T03:25:19,421 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:19,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 so closing down 2024-11-21T03:25:19,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:19,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:19,424 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:19,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:19,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:19,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:19,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742235_1415 (size=418) 2024-11-21T03:25:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742235_1415 (size=418) 2024-11-21T03:25:19,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T03:25:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742236_1416 (size=353) 2024-11-21T03:25:19,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742236_1416 (size=353) 2024-11-21T03:25:19,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-21T03:25:19,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T03:25:19,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5, size=1.4 K (1394bytes) at 1732159515406Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 so closing down at 1732159519422 (+4016 ms)3 split writer threads finished at 1732159519422Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159519429 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159519432 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159519438 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732159519439 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732159519446 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732159519447 (+1 ms)Processed 9 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732159519447 2024-11-21T03:25:19,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/corrupt/wal.dat.5 2024-11-21T03:25:19,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:19,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 2024-11-21T03:25:19,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 after 0ms 2024-11-21T03:25:19,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 took 3ms 2024-11-21T03:25:19,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 so closing down 2024-11-21T03:25:19,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:19,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:19,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:19,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:19,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:19,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742237_1417 (size=749) 2024-11-21T03:25:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742237_1417 (size=749) 2024-11-21T03:25:19,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:25:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742238_1418 (size=749) 2024-11-21T03:25:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742238_1418 (size=749) 2024-11-21T03:25:19,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:25:19,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:25:19,909 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6, size=1.4 K (1405bytes) at 1732159519450Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 so closing down at 1732159519453 (+3 ms)3 split writer threads finished at 1732159519454 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159519460 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159519464 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159519490 (+26 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159519491 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159519907 (+416 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159519908 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159519909 (+1 ms) 2024-11-21T03:25:19,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.6 2024-11-21T03:25:19,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:19,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 2024-11-21T03:25:19,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 after 0ms 2024-11-21T03:25:19,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 took 2ms 2024-11-21T03:25:19,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 so closing down 2024-11-21T03:25:19,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:19,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:19,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:19,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:19,927 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742239_1419 (size=753) 2024-11-21T03:25:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742239_1419 (size=753) 2024-11-21T03:25:19,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:19,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:25:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742240_1420 (size=753) 2024-11-21T03:25:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742240_1420 (size=753) 2024-11-21T03:25:19,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:19,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:25:19,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:19,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7, size=1.4 K (1413bytes) at 1732159519911Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 so closing down at 1732159519915 (+4 ms)3 split writer threads finished at 1732159519915Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159519919 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159519929 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159519931 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159519932 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159519944 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159519946 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159519946 2024-11-21T03:25:19,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.7 2024-11-21T03:25:19,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:19,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 2024-11-21T03:25:19,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 after 2ms 2024-11-21T03:25:19,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 took 4ms 2024-11-21T03:25:19,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 so closing down 2024-11-21T03:25:19,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:19,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:19,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:19,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:19,991 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:19,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742241_1421 (size=753) 2024-11-21T03:25:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742241_1421 (size=753) 2024-11-21T03:25:20,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742242_1422 (size=753) 2024-11-21T03:25:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742242_1422 (size=753) 2024-11-21T03:25:20,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:25:20,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:20,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:25:20,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:20,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8, size=1.4 K (1413bytes) at 1732159519954Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 so closing down at 1732159519960 (+6 ms)3 split writer threads finished at 1732159519967 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159519980 (+13 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159519997 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159520088 (+91 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159520100 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159520501 (+401 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159520502 (+1 ms)Processed 20 edits across 2 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159520502 2024-11-21T03:25:20,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.8 2024-11-21T03:25:20,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:20,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 2024-11-21T03:25:20,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 after 7ms 2024-11-21T03:25:20,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 took 9ms 2024-11-21T03:25:20,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 so closing down 2024-11-21T03:25:20,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:20,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:20,517 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:20,517 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:20,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:20,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742243_1423 (size=753) 2024-11-21T03:25:20,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742243_1423 (size=753) 2024-11-21T03:25:20,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:20,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:25:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742244_1424 (size=753) 2024-11-21T03:25:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742244_1424 (size=753) 2024-11-21T03:25:20,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:20,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:25:20,550 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:20,550 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9, size=1.4 K (1413bytes) at 1732159520504Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 so closing down at 1732159520515 (+11 ms)3 split writer threads finished at 1732159520515Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159520518 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159520518Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159520534 (+16 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159520536 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159520548 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159520550 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159520550 2024-11-21T03:25:20,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732159513769/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/dfa14b2e-c20d-0ae2-632b-a2868f8d801a/oldWALs/wal.dat.9 2024-11-21T03:25:20,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=135 (was 133) - Thread LEAK? -, OpenFileDescriptor=395 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1040 (was 1057), ProcessCount=11 (was 11), AvailableMemoryMB=2492 (was 2741) 2024-11-21T03:25:20,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=135, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=2492 2024-11-21T03:25:20,613 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742245_1425 (size=7) 2024-11-21T03:25:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742245_1425 (size=7) 2024-11-21T03:25:20,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:20,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,627 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:20,627 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T03:25:20,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742246_1426 (size=863) 2024-11-21T03:25:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742246_1426 (size=863) 2024-11-21T03:25:20,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742247_1427 (size=823) 2024-11-21T03:25:20,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742247_1427 (size=823) 2024-11-21T03:25:20,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0, size=823 (823bytes) 2024-11-21T03:25:20,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 2024-11-21T03:25:20,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 after 0ms 2024-11-21T03:25:20,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 took 4ms 2024-11-21T03:25:20,690 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0; continuing. 2024-11-21T03:25:20,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 so closing down 2024-11-21T03:25:20,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:20,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:20,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:20,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742248_1428 (size=786) 2024-11-21T03:25:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742248_1428 (size=786) 2024-11-21T03:25:20,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:20,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-21T03:25:20,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-21T03:25:20,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0, size=823 (823bytes) at 1732159520677Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 so closing down at 1732159520690 (+13 ms)3 split writer threads finished at 1732159520692 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159520720 (+28 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159520738 (+18 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732159520740 (+2 ms)Processed 9 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732159520740 2024-11-21T03:25:20,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/WALs/testeofisignored,16010,1732159520627/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/ef413bfa-9089-18b6-b360-6ed69c309fa4/oldWALs/wal.dat.0 2024-11-21T03:25:20,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=135 (was 135), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1040 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=2490 (was 2492) 2024-11-21T03:25:20,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=135, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=2490 2024-11-21T03:25:20,769 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742249_1429 (size=7) 2024-11-21T03:25:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742249_1429 (size=7) 2024-11-21T03:25:20,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:20,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:20,779 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-21T03:25:20,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T03:25:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742250_1430 (size=93) 2024-11-21T03:25:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742250_1430 (size=93) 2024-11-21T03:25:20,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty, size=93 (93bytes) 2024-11-21T03:25:20,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty 2024-11-21T03:25:20,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty after 0ms 2024-11-21T03:25:20,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty took 2ms 2024-11-21T03:25:20,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty so closing down 2024-11-21T03:25:20,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:20,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:20,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T03:25:20,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty, size=93 (93bytes) at 1732159520801Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty so closing down at 1732159520803 (+2 ms)3 split writer threads finished at 1732159520803Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732159520803 2024-11-21T03:25:20,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/WALs/testsplitlogfileempty,16010,1732159520779/wal.dat..empty to hdfs://localhost:37841/user/jenkins/test-data/d11a951a-b938-c2ea-5bb0-b73bfb156aa2/oldWALs/wal.dat..empty 2024-11-21T03:25:20,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=135 (was 135), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1040 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=2490 (was 2490) 2024-11-21T03:25:20,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=135, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=2490 2024-11-21T03:25:20,837 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742251_1431 (size=7) 2024-11-21T03:25:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742251_1431 (size=7) 2024-11-21T03:25:20,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:20,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:20,848 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:20,848 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:20,849 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:20,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742252_1432 (size=1393) 2024-11-21T03:25:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742252_1432 (size=1393) 2024-11-21T03:25:20,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:20,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742253_1433 (size=1393) 2024-11-21T03:25:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742253_1433 (size=1393) 2024-11-21T03:25:20,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:20,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:20,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742254_1434 (size=1393) 2024-11-21T03:25:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742254_1434 (size=1393) 2024-11-21T03:25:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:20,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742255_1435 (size=1393) 2024-11-21T03:25:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742255_1435 (size=1393) 2024-11-21T03:25:20,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:20,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742256_1436 (size=1393) 2024-11-21T03:25:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742256_1436 (size=1393) 2024-11-21T03:25:20,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:20,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742257_1437 (size=1393) 2024-11-21T03:25:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742257_1437 (size=1393) 2024-11-21T03:25:21,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:21,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742258_1438 (size=1405) 2024-11-21T03:25:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742258_1438 (size=1405) 2024-11-21T03:25:21,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:21,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742259_1439 (size=1413) 2024-11-21T03:25:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742259_1439 (size=1413) 2024-11-21T03:25:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:21,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742260_1440 (size=1413) 2024-11-21T03:25:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742260_1440 (size=1413) 2024-11-21T03:25:21,850 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:21,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:21,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742261_1441 (size=1413) 2024-11-21T03:25:21,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742261_1441 (size=1413) 2024-11-21T03:25:21,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:21,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 2024-11-21T03:25:21,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 after 1ms 2024-11-21T03:25:21,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 took 6ms 2024-11-21T03:25:21,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 so closing down 2024-11-21T03:25:21,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:21,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:22,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742262_1442 (size=743) 2024-11-21T03:25:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742262_1442 (size=743) 2024-11-21T03:25:22,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:22,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:22,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742263_1443 (size=743) 2024-11-21T03:25:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742263_1443 (size=743) 2024-11-21T03:25:22,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T03:25:22,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0, size=1.4 K (1393bytes) at 1732159521953Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 so closing down at 1732159521976 (+23 ms)3 split writer threads finished at 1732159521980 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159522003 (+23 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522017 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159522018 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159522020 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522433 (+413 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732159522435 (+2 ms)Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522435 2024-11-21T03:25:22,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.0 2024-11-21T03:25:22,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:22,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 2024-11-21T03:25:22,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 after 0ms 2024-11-21T03:25:22,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 took 1ms 2024-11-21T03:25:22,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 so closing down 2024-11-21T03:25:22,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,441 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:22,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:22,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:22,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742265_1445 (size=743) 2024-11-21T03:25:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742264_1444 (size=743) 2024-11-21T03:25:22,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742265_1445 (size=743) 2024-11-21T03:25:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742264_1444 (size=743) 2024-11-21T03:25:22,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T03:25:22,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:22,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1, size=1.4 K (1393bytes) at 1732159522437Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 so closing down at 1732159522439 (+2 ms)3 split writer threads finished at 1732159522440 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159522442 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159522442Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522445 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732159522447 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522447Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159522448 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522448 2024-11-21T03:25:22,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.1 2024-11-21T03:25:22,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:22,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 2024-11-21T03:25:22,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 after 0ms 2024-11-21T03:25:22,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 took 3ms 2024-11-21T03:25:22,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 so closing down 2024-11-21T03:25:22,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:22,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:22,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:22,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742266_1446 (size=743) 2024-11-21T03:25:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742266_1446 (size=743) 2024-11-21T03:25:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742267_1447 (size=743) 2024-11-21T03:25:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742267_1447 (size=743) 2024-11-21T03:25:22,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:22,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T03:25:22,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2, size=1.4 K (1393bytes) at 1732159522453Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 so closing down at 1732159522457 (+4 ms)3 split writer threads finished at 1732159522457Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159522460 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159522460Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522482 (+22 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159522484 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522876 (+392 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732159522877 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522877 2024-11-21T03:25:22,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.2 2024-11-21T03:25:22,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:22,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 2024-11-21T03:25:22,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 after 1ms 2024-11-21T03:25:22,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 took 2ms 2024-11-21T03:25:22,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 so closing down 2024-11-21T03:25:22,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:22,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:22,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:22,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742269_1449 (size=743) 2024-11-21T03:25:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742269_1449 (size=743) 2024-11-21T03:25:22,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T03:25:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742268_1448 (size=743) 2024-11-21T03:25:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742268_1448 (size=743) 2024-11-21T03:25:22,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:22,903 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3, size=1.4 K (1393bytes) at 1732159522879Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 so closing down at 1732159522883 (+4 ms)3 split writer threads finished at 1732159522883Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159522886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159522886Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522894 (+8 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732159522895 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522902 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159522903 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522903 2024-11-21T03:25:22,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.3 2024-11-21T03:25:22,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:22,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 2024-11-21T03:25:22,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 after 0ms 2024-11-21T03:25:22,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 took 2ms 2024-11-21T03:25:22,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 so closing down 2024-11-21T03:25:22,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:22,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:22,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:22,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742270_1450 (size=743) 2024-11-21T03:25:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742270_1450 (size=743) 2024-11-21T03:25:22,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742271_1451 (size=743) 2024-11-21T03:25:22,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742271_1451 (size=743) 2024-11-21T03:25:22,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:25:22,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T03:25:22,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4, size=1.4 K (1393bytes) at 1732159522904Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 so closing down at 1732159522907 (+3 ms)3 split writer threads finished at 1732159522907Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159522910 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159522910Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522915 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522916 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159522916Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732159522917 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522917 2024-11-21T03:25:22,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.4 2024-11-21T03:25:22,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:22,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 2024-11-21T03:25:22,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 after 0ms 2024-11-21T03:25:22,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 took 2ms 2024-11-21T03:25:22,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 so closing down 2024-11-21T03:25:22,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:22,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:22,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:22,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742272_1452 (size=743) 2024-11-21T03:25:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742273_1453 (size=743) 2024-11-21T03:25:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742272_1452 (size=743) 2024-11-21T03:25:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742273_1453 (size=743) 2024-11-21T03:25:22,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T03:25:22,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:25:22,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T03:25:22,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5, size=1.4 K (1393bytes) at 1732159522919Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 so closing down at 1732159522922 (+3 ms)3 split writer threads finished at 1732159522922Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159522924 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159522924Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522929 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522929Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732159522929Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159522930 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732159522930 2024-11-21T03:25:22,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.5 2024-11-21T03:25:22,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:22,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 2024-11-21T03:25:22,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 after 0ms 2024-11-21T03:25:22,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 took 2ms 2024-11-21T03:25:22,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 so closing down 2024-11-21T03:25:22,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:22,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:22,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:22,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742275_1455 (size=749) 2024-11-21T03:25:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742274_1454 (size=749) 2024-11-21T03:25:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742275_1455 (size=749) 2024-11-21T03:25:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742274_1454 (size=749) 2024-11-21T03:25:22,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:25:22,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T03:25:22,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T03:25:22,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6, size=1.4 K (1405bytes) at 1732159522931Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 so closing down at 1732159522934 (+3 ms)3 split writer threads finished at 1732159522934Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159522936 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159522936Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522940 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522940Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159522941 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732159522941Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732159522941 2024-11-21T03:25:22,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.6 2024-11-21T03:25:22,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:22,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 2024-11-21T03:25:22,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 after 0ms 2024-11-21T03:25:22,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 took 1ms 2024-11-21T03:25:22,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 so closing down 2024-11-21T03:25:22,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:22,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:22,946 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:22,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:22,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:22,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742276_1456 (size=753) 2024-11-21T03:25:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742276_1456 (size=753) 2024-11-21T03:25:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742277_1457 (size=753) 2024-11-21T03:25:22,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742277_1457 (size=753) 2024-11-21T03:25:22,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:25:23,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T03:25:23,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:23,353 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7, size=1.4 K (1413bytes) at 1732159522942Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 so closing down at 1732159522944 (+2 ms)3 split writer threads finished at 1732159522944Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159522947 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159522947Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159522951 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159522952 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523351 (+399 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732159523353 (+2 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159523353 2024-11-21T03:25:23,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.7 2024-11-21T03:25:23,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:23,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 2024-11-21T03:25:23,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 after 0ms 2024-11-21T03:25:23,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 took 3ms 2024-11-21T03:25:23,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 so closing down 2024-11-21T03:25:23,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:23,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:23,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:23,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:23,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:23,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742278_1458 (size=753) 2024-11-21T03:25:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742278_1458 (size=753) 2024-11-21T03:25:23,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T03:25:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742279_1459 (size=753) 2024-11-21T03:25:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742279_1459 (size=753) 2024-11-21T03:25:23,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:25:23,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:23,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8, size=1.4 K (1413bytes) at 1732159523355Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 so closing down at 1732159523358 (+3 ms)3 split writer threads finished at 1732159523358Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159523364 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159523364Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523371 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732159523372 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523378 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159523380 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159523380 2024-11-21T03:25:23,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.8 2024-11-21T03:25:23,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:23,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 2024-11-21T03:25:23,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 after 0ms 2024-11-21T03:25:23,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 took 2ms 2024-11-21T03:25:23,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 so closing down 2024-11-21T03:25:23,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:23,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:23,386 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:23,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:23,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:23,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742281_1461 (size=753) 2024-11-21T03:25:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742281_1461 (size=753) 2024-11-21T03:25:23,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:25:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742280_1460 (size=753) 2024-11-21T03:25:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742280_1460 (size=753) 2024-11-21T03:25:23,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T03:25:23,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T03:25:23,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9, size=1.4 K (1413bytes) at 1732159523382Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 so closing down at 1732159523384 (+2 ms)3 split writer threads finished at 1732159523384Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159523387 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159523387Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523399 (+12 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159523400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523405 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732159523411 (+6 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732159523411 2024-11-21T03:25:23,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/WALs/testlogsgetarchivedaftersplit,16010,1732159520848/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/f82eac07-e804-ddf7-7cff-600b99bff0a0/oldWALs/wal.dat.9 2024-11-21T03:25:23,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=135 (was 135), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1040 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=2426 (was 2490) 2024-11-21T03:25:23,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=135, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=2426 2024-11-21T03:25:23,431 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742282_1462 (size=7) 2024-11-21T03:25:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742282_1462 (size=7) 2024-11-21T03:25:23,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:23,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:23,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:23,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:23,469 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-21T03:25:23,469 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T03:25:23,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:23,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742283_1463 (size=723) 2024-11-21T03:25:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742283_1463 (size=723) 2024-11-21T03:25:23,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:23,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:23,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742284_1464 (size=723) 2024-11-21T03:25:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742284_1464 (size=723) 2024-11-21T03:25:23,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:23,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:23,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742285_1465 (size=723) 2024-11-21T03:25:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742285_1465 (size=723) 2024-11-21T03:25:23,495 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:23,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:23,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742286_1466 (size=723) 2024-11-21T03:25:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742286_1466 (size=723) 2024-11-21T03:25:23,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:23,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:23,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742287_1467 (size=723) 2024-11-21T03:25:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742287_1467 (size=723) 2024-11-21T03:25:23,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:23,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742288_1468 (size=723) 2024-11-21T03:25:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742288_1468 (size=723) 2024-11-21T03:25:23,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:23,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:23,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742289_1469 (size=723) 2024-11-21T03:25:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742289_1469 (size=723) 2024-11-21T03:25:23,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:23,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742290_1470 (size=723) 2024-11-21T03:25:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742290_1470 (size=723) 2024-11-21T03:25:23,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:23,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:23,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742291_1471 (size=723) 2024-11-21T03:25:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742291_1471 (size=723) 2024-11-21T03:25:23,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:23,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:23,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742292_1472 (size=723) 2024-11-21T03:25:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742292_1472 (size=723) 2024-11-21T03:25:23,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:23,575 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/oldWALs, maxLogs=32 2024-11-21T03:25:23,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732159523615 2024-11-21T03:25:23,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732159523615 2024-11-21T03:25:23,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751),(127.0.0.1/127.0.0.1:42747:42747)] 2024-11-21T03:25:23,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0, size=723 (723bytes) 2024-11-21T03:25:23,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0 2024-11-21T03:25:23,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0 after 0ms 2024-11-21T03:25:23,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0 took 3ms 2024-11-21T03:25:23,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0 so closing down 2024-11-21T03:25:23,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:23,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:23,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:23,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742294_1474 (size=723) 2024-11-21T03:25:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742294_1474 (size=723) 2024-11-21T03:25:23,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:23,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-21T03:25:23,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-21T03:25:23,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0, size=723 (723bytes) at 1732159523691Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0 so closing down at 1732159523700 (+9 ms)3 split writer threads finished at 1732159523700Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159523712 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159523726 (+14 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732159523728 (+2 ms)Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732159523469/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732159523728 2024-11-21T03:25:23,729 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T03:25:23,729 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T03:25:23,729 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T03:25:23,730 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T03:25:23,730 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T03:25:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742293_1473 (size=93) 2024-11-21T03:25:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742293_1473 (size=93) 2024-11-21T03:25:23,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f9fa05a-9b0f-898e-546a-66a93dcd0cf3/oldWALs 2024-11-21T03:25:23,738 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732159523615) 2024-11-21T03:25:23,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141 (was 135) - Thread LEAK? -, OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1040 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=2401 (was 2426) 2024-11-21T03:25:23,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=2400 2024-11-21T03:25:23,757 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742295_1475 (size=7) 2024-11-21T03:25:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742295_1475 (size=7) 2024-11-21T03:25:23,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:23,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:23,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:23,772 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:23,775 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T03:25:23,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:23,776 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:23,777 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:23,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:23,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742296_1476 (size=1393) 2024-11-21T03:25:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742296_1476 (size=1393) 2024-11-21T03:25:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:23,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:23,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742297_1477 (size=1393) 2024-11-21T03:25:23,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742297_1477 (size=1393) 2024-11-21T03:25:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:23,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742298_1478 (size=1393) 2024-11-21T03:25:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742298_1478 (size=1393) 2024-11-21T03:25:23,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:23,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742299_1479 (size=1393) 2024-11-21T03:25:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742299_1479 (size=1393) 2024-11-21T03:25:23,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:23,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:23,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742300_1480 (size=1393) 2024-11-21T03:25:23,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742300_1480 (size=1393) 2024-11-21T03:25:23,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:23,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742301_1481 (size=1393) 2024-11-21T03:25:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742301_1481 (size=1393) 2024-11-21T03:25:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:23,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742302_1482 (size=1405) 2024-11-21T03:25:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742302_1482 (size=1405) 2024-11-21T03:25:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:23,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742303_1483 (size=1413) 2024-11-21T03:25:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742303_1483 (size=1413) 2024-11-21T03:25:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:23,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:23,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742304_1484 (size=1413) 2024-11-21T03:25:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742304_1484 (size=1413) 2024-11-21T03:25:24,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:24,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:24,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742305_1485 (size=1413) 2024-11-21T03:25:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742305_1485 (size=1413) 2024-11-21T03:25:24,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:24,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:24,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 2024-11-21T03:25:24,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 after 1ms 2024-11-21T03:25:24,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 took 2ms 2024-11-21T03:25:24,847 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down 2024-11-21T03:25:24,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) at 1732159524844Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down at 1732159524848 (+4 ms)3 split writer threads finished at 1732159524848Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524848 2024-11-21T03:25:24,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0 2024-11-21T03:25:24,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:24,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 2024-11-21T03:25:24,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 after 0ms 2024-11-21T03:25:24,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 took 2ms 2024-11-21T03:25:24,853 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down 2024-11-21T03:25:24,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) at 1732159524850Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down at 1732159524853 (+3 ms)3 split writer threads finished at 1732159524854 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524854 2024-11-21T03:25:24,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1 2024-11-21T03:25:24,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:24,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 2024-11-21T03:25:24,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 after 0ms 2024-11-21T03:25:24,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 took 1ms 2024-11-21T03:25:24,859 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down 2024-11-21T03:25:24,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) at 1732159524856Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down at 1732159524859 (+3 ms)3 split writer threads finished at 1732159524859Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524859 2024-11-21T03:25:24,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2 2024-11-21T03:25:24,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:24,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 2024-11-21T03:25:24,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 after 0ms 2024-11-21T03:25:24,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 took 1ms 2024-11-21T03:25:24,863 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down 2024-11-21T03:25:24,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) at 1732159524861Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down at 1732159524864 (+3 ms)3 split writer threads finished at 1732159524864Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524864 2024-11-21T03:25:24,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3 2024-11-21T03:25:24,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:24,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 2024-11-21T03:25:24,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 after 1ms 2024-11-21T03:25:24,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 took 2ms 2024-11-21T03:25:24,868 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down 2024-11-21T03:25:24,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) at 1732159524865Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down at 1732159524868 (+3 ms)3 split writer threads finished at 1732159524868Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524868 2024-11-21T03:25:24,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4 2024-11-21T03:25:24,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:24,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 2024-11-21T03:25:24,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 after 0ms 2024-11-21T03:25:24,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 took 2ms 2024-11-21T03:25:24,873 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down 2024-11-21T03:25:24,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:24,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) at 1732159524870Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down at 1732159524873 (+3 ms)3 split writer threads finished at 1732159524873Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159524873 2024-11-21T03:25:24,875 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5 2024-11-21T03:25:24,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:24,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 2024-11-21T03:25:24,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 after 0ms 2024-11-21T03:25:24,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 took 1ms 2024-11-21T03:25:24,877 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down 2024-11-21T03:25:24,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T03:25:24,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) at 1732159524875Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down at 1732159524878 (+3 ms)3 split writer threads finished at 1732159524878Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732159524878 2024-11-21T03:25:24,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6 2024-11-21T03:25:24,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:24,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 2024-11-21T03:25:24,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 after 0ms 2024-11-21T03:25:24,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 took 1ms 2024-11-21T03:25:24,882 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down 2024-11-21T03:25:24,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,883 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:24,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) at 1732159524880Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down at 1732159524882 (+2 ms)3 split writer threads finished at 1732159524883 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159524883 2024-11-21T03:25:24,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7 2024-11-21T03:25:24,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:24,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 2024-11-21T03:25:24,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 after 0ms 2024-11-21T03:25:24,887 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 took 3ms 2024-11-21T03:25:24,887 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down 2024-11-21T03:25:24,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:24,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) at 1732159524885Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down at 1732159524888 (+3 ms)3 split writer threads finished at 1732159524888Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159524888 2024-11-21T03:25:24,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8 2024-11-21T03:25:24,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:24,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 2024-11-21T03:25:24,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 after 0ms 2024-11-21T03:25:24,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 took 1ms 2024-11-21T03:25:24,892 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:24,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down 2024-11-21T03:25:24,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:24,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:24,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:24,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) at 1732159524890Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down at 1732159524893 (+3 ms)3 split writer threads finished at 1732159524893Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159524893 2024-11-21T03:25:24,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9 2024-11-21T03:25:24,895 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524849; access_time=1732159523778; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524855; access_time=1732159523810; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524860; access_time=1732159523832; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524865; access_time=1732159523847; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524869; access_time=1732159523864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159524874; access_time=1732159523889; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732159524879; access_time=1732159523920; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159524884; access_time=1732159523969; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159524889; access_time=1732159523984; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159524894; access_time=1732159524400; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T03:25:24,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:24,898 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:24,898 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:24,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742306_1486 (size=1393) 2024-11-21T03:25:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742306_1486 (size=1393) 2024-11-21T03:25:24,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:24,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742307_1487 (size=1393) 2024-11-21T03:25:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742307_1487 (size=1393) 2024-11-21T03:25:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:24,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742308_1488 (size=1393) 2024-11-21T03:25:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742308_1488 (size=1393) 2024-11-21T03:25:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:24,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742309_1489 (size=1393) 2024-11-21T03:25:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742309_1489 (size=1393) 2024-11-21T03:25:24,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:24,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:24,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742310_1490 (size=1393) 2024-11-21T03:25:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742310_1490 (size=1393) 2024-11-21T03:25:25,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:25,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742311_1491 (size=1393) 2024-11-21T03:25:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742311_1491 (size=1393) 2024-11-21T03:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:25,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:25,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742312_1492 (size=1405) 2024-11-21T03:25:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742312_1492 (size=1405) 2024-11-21T03:25:25,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:25,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742313_1493 (size=1413) 2024-11-21T03:25:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742313_1493 (size=1413) 2024-11-21T03:25:25,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:25,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742314_1494 (size=1413) 2024-11-21T03:25:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742314_1494 (size=1413) 2024-11-21T03:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:25,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:25,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742315_1495 (size=1413) 2024-11-21T03:25:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742315_1495 (size=1413) 2024-11-21T03:25:26,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:26,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:26,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 2024-11-21T03:25:26,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 after 0ms 2024-11-21T03:25:26,373 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 took 2ms 2024-11-21T03:25:26,375 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down 2024-11-21T03:25:26,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,375 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:26,382 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:26,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:26,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742316_1496 (size=418) 2024-11-21T03:25:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742316_1496 (size=418) 2024-11-21T03:25:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742317_1497 (size=418) 2024-11-21T03:25:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742317_1497 (size=418) 2024-11-21T03:25:26,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-21T03:25:26,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-21T03:25:26,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:26,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) at 1732159526371Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down at 1732159526375 (+4 ms)3 split writer threads finished at 1732159526375Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159526383 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159526385 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526438 (+53 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732159526441 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526827 (+386 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732159526830 (+3 ms)Processed 10 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159526830 2024-11-21T03:25:26,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0 2024-11-21T03:25:26,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:26,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 2024-11-21T03:25:26,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 after 0ms 2024-11-21T03:25:26,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 took 5ms 2024-11-21T03:25:26,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down 2024-11-21T03:25:26,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:26,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:26,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:26,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742319_1499 (size=418) 2024-11-21T03:25:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742319_1499 (size=418) 2024-11-21T03:25:26,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-21T03:25:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742318_1498 (size=418) 2024-11-21T03:25:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742318_1498 (size=418) 2024-11-21T03:25:26,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-21T03:25:26,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:26,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) at 1732159526834Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down at 1732159526841 (+7 ms)3 split writer threads finished at 1732159526841Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159526847 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159526847Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526854 (+7 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732159526855 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526857 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732159526858 (+1 ms)Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159526859 (+1 ms) 2024-11-21T03:25:26,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1 2024-11-21T03:25:26,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:26,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 2024-11-21T03:25:26,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 after 0ms 2024-11-21T03:25:26,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 took 2ms 2024-11-21T03:25:26,863 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down 2024-11-21T03:25:26,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,865 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:26,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:26,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:26,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742321_1501 (size=418) 2024-11-21T03:25:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742320_1500 (size=418) 2024-11-21T03:25:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742321_1501 (size=418) 2024-11-21T03:25:26,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742320_1500 (size=418) 2024-11-21T03:25:26,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-21T03:25:26,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-21T03:25:26,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:26,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) at 1732159526860Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down at 1732159526863 (+3 ms)3 split writer threads finished at 1732159526863Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159526866 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159526866Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526869 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526870 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732159526870Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732159526870Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159526870 2024-11-21T03:25:26,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2 2024-11-21T03:25:26,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:26,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 2024-11-21T03:25:26,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 after 1ms 2024-11-21T03:25:26,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 took 2ms 2024-11-21T03:25:26,875 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,875 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down 2024-11-21T03:25:26,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:26,877 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:26,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:26,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742323_1503 (size=418) 2024-11-21T03:25:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742323_1503 (size=418) 2024-11-21T03:25:26,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-21T03:25:26,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742322_1502 (size=418) 2024-11-21T03:25:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742322_1502 (size=418) 2024-11-21T03:25:26,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-21T03:25:26,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:26,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) at 1732159526872Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down at 1732159526875 (+3 ms)3 split writer threads finished at 1732159526876 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159526878 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159526878Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526881 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732159526882 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526888 (+6 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732159526889 (+1 ms)Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159526889 2024-11-21T03:25:26,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3 2024-11-21T03:25:26,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:26,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 2024-11-21T03:25:26,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 after 0ms 2024-11-21T03:25:26,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 took 2ms 2024-11-21T03:25:26,893 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down 2024-11-21T03:25:26,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:26,895 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:26,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:26,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742324_1504 (size=418) 2024-11-21T03:25:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742325_1505 (size=418) 2024-11-21T03:25:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742324_1504 (size=418) 2024-11-21T03:25:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742325_1505 (size=418) 2024-11-21T03:25:26,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-21T03:25:26,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-21T03:25:26,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:26,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) at 1732159526890Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down at 1732159526893 (+3 ms)3 split writer threads finished at 1732159526893Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159526896 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159526896Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526899 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526899Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732159526900 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732159526900Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159526900 2024-11-21T03:25:26,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4 2024-11-21T03:25:26,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:26,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 2024-11-21T03:25:26,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 after 0ms 2024-11-21T03:25:26,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 took 2ms 2024-11-21T03:25:26,903 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:26,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down 2024-11-21T03:25:26,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:26,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:26,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:26,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:26,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:26,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742326_1506 (size=418) 2024-11-21T03:25:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742326_1506 (size=418) 2024-11-21T03:25:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742327_1507 (size=418) 2024-11-21T03:25:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742327_1507 (size=418) 2024-11-21T03:25:26,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:26,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T03:25:27,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-21T03:25:27,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:27,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) at 1732159526901Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down at 1732159526904 (+3 ms)3 split writer threads finished at 1732159526904Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159526906 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159526906Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159526914 (+8 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732159526915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527311 (+396 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732159527312 (+1 ms)Processed 10 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159527312 2024-11-21T03:25:27,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5 2024-11-21T03:25:27,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:27,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 2024-11-21T03:25:27,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 after 1ms 2024-11-21T03:25:27,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 took 2ms 2024-11-21T03:25:27,316 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:27,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down 2024-11-21T03:25:27,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:27,317 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:27,318 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:27,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:27,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:27,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742328_1508 (size=419) 2024-11-21T03:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742328_1508 (size=419) 2024-11-21T03:25:27,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-21T03:25:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742329_1509 (size=419) 2024-11-21T03:25:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742329_1509 (size=419) 2024-11-21T03:25:27,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-21T03:25:27,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T03:25:27,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) at 1732159527313Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down at 1732159527317 (+4 ms)3 split writer threads finished at 1732159527317Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159527320 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159527324 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527328 (+4 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732159527329 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527338 (+9 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732159527339 (+1 ms)Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732159527339 2024-11-21T03:25:27,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6 2024-11-21T03:25:27,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:27,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 2024-11-21T03:25:27,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 after 1ms 2024-11-21T03:25:27,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 took 3ms 2024-11-21T03:25:27,349 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:27,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down 2024-11-21T03:25:27,350 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:27,350 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:27,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:27,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:27,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:27,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742330_1510 (size=423) 2024-11-21T03:25:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742331_1511 (size=423) 2024-11-21T03:25:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742331_1511 (size=423) 2024-11-21T03:25:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742330_1510 (size=423) 2024-11-21T03:25:27,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-21T03:25:27,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-21T03:25:27,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:27,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) at 1732159527341Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down at 1732159527350 (+9 ms)3 split writer threads finished at 1732159527350Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159527354 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159527354Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527367 (+13 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732159527369 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527371 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732159527372 (+1 ms)Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159527372 2024-11-21T03:25:27,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7 2024-11-21T03:25:27,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:27,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 2024-11-21T03:25:27,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 after 0ms 2024-11-21T03:25:27,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 took 2ms 2024-11-21T03:25:27,377 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:27,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down 2024-11-21T03:25:27,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:27,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:27,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:27,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:27,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:27,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742333_1513 (size=423) 2024-11-21T03:25:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742332_1512 (size=423) 2024-11-21T03:25:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742332_1512 (size=423) 2024-11-21T03:25:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742333_1513 (size=423) 2024-11-21T03:25:27,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-21T03:25:27,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-21T03:25:27,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:27,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) at 1732159527374Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down at 1732159527377 (+3 ms)3 split writer threads finished at 1732159527377Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159527385 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159527388 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527399 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527399Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732159527400 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732159527400Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159527401 (+1 ms) 2024-11-21T03:25:27,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8 2024-11-21T03:25:27,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:27,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 2024-11-21T03:25:27,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 after 1ms 2024-11-21T03:25:27,408 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 took 6ms 2024-11-21T03:25:27,410 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:27,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down 2024-11-21T03:25:27,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:27,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:27,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:27,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:27,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:27,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742334_1514 (size=423) 2024-11-21T03:25:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742334_1514 (size=423) 2024-11-21T03:25:27,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-21T03:25:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742335_1515 (size=423) 2024-11-21T03:25:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742335_1515 (size=423) 2024-11-21T03:25:27,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:27,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-21T03:25:27,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:27,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) at 1732159527402Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down at 1732159527411 (+9 ms)3 split writer threads finished at 1732159527411Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159527416 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159527420 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527428 (+8 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732159527429 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732159527434 (+5 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732159527435 (+1 ms)Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159527435 2024-11-21T03:25:27,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9 2024-11-21T03:25:27,437 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159526832; access_time=1732159524899; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159526859; access_time=1732159524909; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159526871; access_time=1732159524921; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159526889; access_time=1732159524951; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159526901; access_time=1732159524969; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159527312; access_time=1732159525415; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732159527340; access_time=1732159525839; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159527373; access_time=1732159525873; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159527401; access_time=1732159525914; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159527436; access_time=1732159525931; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T03:25:27,440 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:27,441 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:27,441 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:27,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742336_1516 (size=1393) 2024-11-21T03:25:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742336_1516 (size=1393) 2024-11-21T03:25:27,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:27,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T03:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742337_1517 (size=1393) 2024-11-21T03:25:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742337_1517 (size=1393) 2024-11-21T03:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T03:25:27,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T03:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742338_1518 (size=1393) 2024-11-21T03:25:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742338_1518 (size=1393) 2024-11-21T03:25:27,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T03:25:27,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T03:25:27,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742339_1519 (size=1393) 2024-11-21T03:25:27,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742339_1519 (size=1393) 2024-11-21T03:25:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T03:25:27,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T03:25:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742340_1520 (size=1393) 2024-11-21T03:25:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742340_1520 (size=1393) 2024-11-21T03:25:27,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T03:25:27,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T03:25:27,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742341_1521 (size=1393) 2024-11-21T03:25:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742341_1521 (size=1393) 2024-11-21T03:25:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T03:25:27,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T03:25:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742342_1522 (size=1405) 2024-11-21T03:25:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742342_1522 (size=1405) 2024-11-21T03:25:27,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T03:25:27,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T03:25:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742343_1523 (size=1413) 2024-11-21T03:25:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742343_1523 (size=1413) 2024-11-21T03:25:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T03:25:27,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T03:25:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:27,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:27,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742344_1524 (size=1413) 2024-11-21T03:25:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742344_1524 (size=1413) 2024-11-21T03:25:28,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T03:25:28,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T03:25:28,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:28,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742345_1525 (size=1413) 2024-11-21T03:25:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742345_1525 (size=1413) 2024-11-21T03:25:28,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T03:25:28,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T03:25:28,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 2024-11-21T03:25:28,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 after 1ms 2024-11-21T03:25:28,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 took 2ms 2024-11-21T03:25:28,113 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:28,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down 2024-11-21T03:25:28,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:28,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:28,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:28,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:28,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T03:25:28,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T03:25:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742347_1527 (size=743) 2024-11-21T03:25:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742346_1526 (size=678) 2024-11-21T03:25:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742346_1526 (size=678) 2024-11-21T03:25:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742347_1527 (size=743) 2024-11-21T03:25:28,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-21T03:25:28,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T03:25:28,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:28,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K (1393bytes) at 1732159528109Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 so closing down at 1732159528113 (+4 ms)3 split writer threads finished at 1732159528113Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732159528115 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732159528115Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159528119 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159528119Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732159528120 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732159528120Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159528120 2024-11-21T03:25:28,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0 2024-11-21T03:25:28,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T03:25:28,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 2024-11-21T03:25:28,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 after 0ms 2024-11-21T03:25:28,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 took 3ms 2024-11-21T03:25:28,132 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:28,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down 2024-11-21T03:25:28,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:28,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:28,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:28,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T03:25:28,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:28,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T03:25:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742348_1528 (size=743) 2024-11-21T03:25:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742348_1528 (size=743) 2024-11-21T03:25:28,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T03:25:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742349_1529 (size=678) 2024-11-21T03:25:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742349_1529 (size=678) 2024-11-21T03:25:28,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-21T03:25:28,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:28,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K (1393bytes) at 1732159528122Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 so closing down at 1732159528132 (+10 ms)3 split writer threads finished at 1732159528132Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732159528138 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732159528143 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159528145 (+2 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732159528146 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159528157 (+11 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732159528158 (+1 ms)Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159528158 2024-11-21T03:25:28,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.1 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1 2024-11-21T03:25:28,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T03:25:28,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 2024-11-21T03:25:28,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 after 0ms 2024-11-21T03:25:28,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 took 2ms 2024-11-21T03:25:28,163 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:28,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down 2024-11-21T03:25:28,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:28,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:28,167 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:28,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:28,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T03:25:28,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T03:25:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742350_1530 (size=678) 2024-11-21T03:25:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742350_1530 (size=678) 2024-11-21T03:25:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742351_1531 (size=743) 2024-11-21T03:25:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742351_1531 (size=743) 2024-11-21T03:25:28,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T03:25:28,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-21T03:25:28,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:28,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K (1393bytes) at 1732159528160Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 so closing down at 1732159528163 (+3 ms)3 split writer threads finished at 1732159528163Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732159528172 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732159528176 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159528194 (+18 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732159528196 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159528593 (+397 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732159528595 (+2 ms)Processed 19 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159528595 2024-11-21T03:25:28,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.2 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2 2024-11-21T03:25:28,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T03:25:28,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 2024-11-21T03:25:28,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 after 1ms 2024-11-21T03:25:28,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 took 3ms 2024-11-21T03:25:28,601 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:28,602 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down 2024-11-21T03:25:28,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:28,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:28,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:28,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T03:25:28,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:28,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T03:25:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742352_1532 (size=743) 2024-11-21T03:25:28,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742352_1532 (size=743) 2024-11-21T03:25:28,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742353_1533 (size=678) 2024-11-21T03:25:28,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742353_1533 (size=678) 2024-11-21T03:25:28,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-21T03:25:28,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T03:25:28,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:28,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K (1393bytes) at 1732159528597Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 so closing down at 1732159528602 (+5 ms)3 split writer threads finished at 1732159528602Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732159528614 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732159528615 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159528645 (+30 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732159528647 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159528648 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732159528650 (+2 ms)Processed 19 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159528650 2024-11-21T03:25:28,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.3 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3 2024-11-21T03:25:28,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T03:25:28,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 2024-11-21T03:25:28,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 after 5ms 2024-11-21T03:25:28,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 took 13ms 2024-11-21T03:25:28,681 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:28,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down 2024-11-21T03:25:28,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:28,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:28,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:28,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:28,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T03:25:28,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T03:25:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742355_1535 (size=743) 2024-11-21T03:25:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742355_1535 (size=743) 2024-11-21T03:25:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742354_1534 (size=678) 2024-11-21T03:25:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742354_1534 (size=678) 2024-11-21T03:25:28,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:28,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-21T03:25:29,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T03:25:29,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:29,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K (1393bytes) at 1732159528657Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 so closing down at 1732159528682 (+25 ms)3 split writer threads finished at 1732159528682Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732159528701 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732159528702 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159528733 (+31 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732159528737 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159529125 (+388 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732159529127 (+2 ms)Processed 19 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159529127 2024-11-21T03:25:29,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.4 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4 2024-11-21T03:25:29,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T03:25:29,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 2024-11-21T03:25:29,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 after 0ms 2024-11-21T03:25:29,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 took 2ms 2024-11-21T03:25:29,134 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:29,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down 2024-11-21T03:25:29,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:29,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:29,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:29,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:29,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T03:25:29,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T03:25:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742357_1537 (size=743) 2024-11-21T03:25:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742357_1537 (size=743) 2024-11-21T03:25:29,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742356_1536 (size=678) 2024-11-21T03:25:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742356_1536 (size=678) 2024-11-21T03:25:29,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T03:25:29,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-21T03:25:29,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T03:25:29,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K (1393bytes) at 1732159529131Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 so closing down at 1732159529134 (+3 ms)3 split writer threads finished at 1732159529135 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732159529137 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732159529137Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159529153 (+16 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732159529160 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159529559 (+399 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732159529561 (+2 ms)Processed 19 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732159529561 2024-11-21T03:25:29,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.5 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5 2024-11-21T03:25:29,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T03:25:29,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 2024-11-21T03:25:29,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 after 0ms 2024-11-21T03:25:29,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 took 2ms 2024-11-21T03:25:29,568 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:29,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down 2024-11-21T03:25:29,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:29,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:29,571 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:29,571 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:29,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T03:25:29,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T03:25:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742358_1538 (size=683) 2024-11-21T03:25:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742359_1539 (size=749) 2024-11-21T03:25:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742358_1538 (size=683) 2024-11-21T03:25:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742359_1539 (size=749) 2024-11-21T03:25:29,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-21T03:25:29,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T03:25:29,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T03:25:29,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K (1405bytes) at 1732159529564Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 so closing down at 1732159529568 (+4 ms)3 split writer threads finished at 1732159529568Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732159529572 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732159529572Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159529578 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159529578Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732159529579 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732159529579Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732159529579 2024-11-21T03:25:29,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.6 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6 2024-11-21T03:25:29,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T03:25:29,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 2024-11-21T03:25:29,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 after 0ms 2024-11-21T03:25:29,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 took 3ms 2024-11-21T03:25:29,585 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:29,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down 2024-11-21T03:25:29,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:29,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:29,587 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:29,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:29,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T03:25:29,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T03:25:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742360_1540 (size=687) 2024-11-21T03:25:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742360_1540 (size=687) 2024-11-21T03:25:29,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-21T03:25:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742361_1541 (size=753) 2024-11-21T03:25:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742361_1541 (size=753) 2024-11-21T03:25:29,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T03:25:29,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:29,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K (1413bytes) at 1732159529582Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 so closing down at 1732159529585 (+3 ms)3 split writer threads finished at 1732159529585Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732159529588 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732159529588Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159529591 (+3 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732159529592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159529593 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732159529594 (+1 ms)Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159529594 2024-11-21T03:25:29,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.7 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7 2024-11-21T03:25:29,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T03:25:29,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 2024-11-21T03:25:29,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 after 0ms 2024-11-21T03:25:29,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 took 2ms 2024-11-21T03:25:29,599 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:29,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down 2024-11-21T03:25:29,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:29,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:29,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:29,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:29,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T03:25:29,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T03:25:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742362_1542 (size=753) 2024-11-21T03:25:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742362_1542 (size=753) 2024-11-21T03:25:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742363_1543 (size=687) 2024-11-21T03:25:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742363_1543 (size=687) 2024-11-21T03:25:29,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T03:25:29,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-21T03:25:29,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:29,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K (1413bytes) at 1732159529596Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 so closing down at 1732159529599 (+3 ms)3 split writer threads finished at 1732159529599Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732159529601 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732159529601Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159529606 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159529606Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732159529607 (+1 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732159529607Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159529608 (+1 ms) 2024-11-21T03:25:29,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.8 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8 2024-11-21T03:25:29,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T03:25:29,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 2024-11-21T03:25:29,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 after 0ms 2024-11-21T03:25:29,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 took 1ms 2024-11-21T03:25:29,611 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T03:25:29,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down 2024-11-21T03:25:29,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T03:25:29,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T03:25:29,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:29,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:29,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T03:25:29,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T03:25:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742364_1544 (size=687) 2024-11-21T03:25:29,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742364_1544 (size=687) 2024-11-21T03:25:29,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:29,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-21T03:25:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742365_1545 (size=753) 2024-11-21T03:25:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742365_1545 (size=753) 2024-11-21T03:25:30,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T03:25:30,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T03:25:30,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T03:25:30,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K (1413bytes) at 1732159529609Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 so closing down at 1732159529611 (+2 ms)3 split writer threads finished at 1732159529612 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732159529615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732159529615Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732159529637 (+22 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732159529640 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732159530043 (+403 ms)Rename recovered edits hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732159530046 (+3 ms)Processed 19 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732159530046 2024-11-21T03:25:30,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732159523772/wal.dat.9 to hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9 2024-11-21T03:25:30,052 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159528121; access_time=1732159527442; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159528159; access_time=1732159527477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159528596; access_time=1732159527521; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159528651; access_time=1732159527535; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159529128; access_time=1732159527544; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732159529562; access_time=1732159527560; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732159529580; access_time=1732159527633; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159529595; access_time=1732159527649; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159529608; access_time=1732159527664; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37841/user/jenkins/test-data/bc8b0e03-90fb-944f-932f-4b82226451ef/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732159530048; access_time=1732159528082; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T03:25:30,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=138 (was 141), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=981 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=2201 (was 2400) 2024-11-21T03:25:30,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=981, ProcessCount=11, AvailableMemoryMB=2201 2024-11-21T03:25:30,071 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T03:25:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742366_1546 (size=7) 2024-11-21T03:25:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742366_1546 (size=7) 2024-11-21T03:25:30,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/4706ffd3-6981-b78d-043b-deef50415590 with version=8 2024-11-21T03:25:30,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:30,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T03:25:30,081 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T03:25:30,081 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T03:25:30,081 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T03:25:30,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T03:25:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T03:25:30,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T03:25:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742367_1547 (size=2324) 2024-11-21T03:25:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742367_1547 (size=2324) 2024-11-21T03:25:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T03:25:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073742368_1548 (size=2325) 2024-11-21T03:25:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073742368_1548 (size=2325) 2024-11-21T03:25:30,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, size=2.3 K (2325bytes) 2024-11-21T03:25:30,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 2024-11-21T03:25:30,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 after 0ms 2024-11-21T03:25:30,118 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-21T03:25:30,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 so closing down 2024-11-21T03:25:30,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-21T03:25:30,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, journal: Splitting hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, size=2.3 K (2325bytes) at 1732159530116Finishing writing output for hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 so closing down at 1732159530118 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732159530118 2024-11-21T03:25:30,120 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732159530081/wal.dat.0 to hdfs://localhost:37841/user/jenkins/test-data/84409001-e616-ad0f-3a5f-4216c49b4e91/corrupt/wal.dat.0 2024-11-21T03:25:30,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=981 (was 981), ProcessCount=11 (was 11), AvailableMemoryMB=2201 (was 2201) 2024-11-21T03:25:30,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:25:30,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T03:25:30,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T03:25:30,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T03:25:30,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,STOPPED} 2024-11-21T03:25:30,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T03:25:30,137 WARN [BP-816390014-172.17.0.2-1732159442965 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T03:25:30,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T03:25:30,137 WARN [BP-816390014-172.17.0.2-1732159442965 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816390014-172.17.0.2-1732159442965 (Datanode Uuid 63be1c4b-c433-4892-be1c-c941a3e333d5) service to localhost/127.0.0.1:37841 2024-11-21T03:25:30,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data3/current/BP-816390014-172.17.0.2-1732159442965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T03:25:30,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data4/current/BP-816390014-172.17.0.2-1732159442965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T03:25:30,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T03:25:30,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T03:25:30,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T03:25:30,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T03:25:30,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T03:25:30,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,STOPPED} 2024-11-21T03:25:30,144 WARN [BP-816390014-172.17.0.2-1732159442965 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T03:25:30,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T03:25:30,144 WARN [BP-816390014-172.17.0.2-1732159442965 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816390014-172.17.0.2-1732159442965 (Datanode Uuid 2e436bc2-dee0-4bb1-a08c-d6a287b43cdb) service to localhost/127.0.0.1:37841 2024-11-21T03:25:30,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T03:25:30,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data1/current/BP-816390014-172.17.0.2-1732159442965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T03:25:30,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/cluster_65dd44c4-b370-6944-99d5-97716310d719/data/data2/current/BP-816390014-172.17.0.2-1732159442965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T03:25:30,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T03:25:30,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T03:25:30,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T03:25:30,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T03:25:30,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T03:25:30,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee5e26e-58a4-6a1b-7921-eacce54885be/hadoop.log.dir/,STOPPED}