2024-11-15 11:24:01,379 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 11:24:01,390 main DEBUG Took 0.008647 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 11:24:01,390 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 11:24:01,390 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 11:24:01,391 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 11:24:01,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,400 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 11:24:01,413 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,416 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,417 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,418 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,419 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,421 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,422 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,423 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,424 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,425 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:24:01,426 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,426 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 11:24:01,428 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:24:01,430 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 11:24:01,431 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 11:24:01,432 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 11:24:01,433 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 11:24:01,434 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 11:24:01,443 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 11:24:01,446 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 11:24:01,447 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 11:24:01,448 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 11:24:01,448 main DEBUG createAppenders(={Console}) 2024-11-15 11:24:01,449 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-15 11:24:01,450 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 11:24:01,450 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-15 11:24:01,451 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 11:24:01,451 main DEBUG OutputStream closed 2024-11-15 11:24:01,452 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 11:24:01,452 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 11:24:01,452 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-15 11:24:01,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 11:24:01,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 11:24:01,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 11:24:01,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 11:24:01,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 11:24:01,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 11:24:01,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 11:24:01,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 11:24:01,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 11:24:01,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 11:24:01,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 11:24:01,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 11:24:01,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 11:24:01,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 11:24:01,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 11:24:01,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 11:24:01,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 11:24:01,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 11:24:01,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 11:24:01,553 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-15 11:24:01,553 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 11:24:01,553 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-15T11:24:01,566 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-15 11:24:01,569 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 11:24:01,569 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T11:24:01,815 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9 2024-11-15T11:24:01,816 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-15T11:24:01,918 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T11:24:01,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4, deleteOnExit=true 2024-11-15T11:24:01,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/test.cache.data in system properties and HBase conf 2024-11-15T11:24:01,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:24:01,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:24:01,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:24:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:24:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:24:02,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:24:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:24:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:24:02,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:24:02,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:24:02,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:24:02,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:24:02,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:24:02,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:24:02,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:24:02,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:24:02,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:24:02,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:24:02,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:24:02,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:24:03,321 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:24:03,388 INFO [Time-limited test {}] log.Log(170): Logging initialized @2884ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T11:24:03,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:24:03,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:24:03,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:24:03,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:24:03,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:24:03,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:24:03,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:24:03,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:24:03,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/java.io.tmpdir/jetty-localhost-33687-hadoop-hdfs-3_4_1-tests_jar-_-any-4435336964656314465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:24:03,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:33687} 2024-11-15T11:24:03,795 INFO [Time-limited test {}] server.Server(415): Started @3291ms 2024-11-15T11:24:04,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:24:04,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:24:04,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:24:04,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:24:04,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:24:04,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:24:04,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:24:05,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/java.io.tmpdir/jetty-localhost-34213-hadoop-hdfs-3_4_1-tests_jar-_-any-15594162338978607122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:24:05,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:34213} 2024-11-15T11:24:05,145 INFO [Time-limited test {}] server.Server(415): Started @4641ms 2024-11-15T11:24:05,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:24:05,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:24:05,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:24:05,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:24:05,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:24:05,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:24:05,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:24:05,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:24:05,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/java.io.tmpdir/jetty-localhost-42475-hadoop-hdfs-3_4_1-tests_jar-_-any-5850673681822986682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:24:05,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:42475} 2024-11-15T11:24:05,854 INFO [Time-limited test {}] server.Server(415): Started @5350ms 2024-11-15T11:24:05,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:24:06,848 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data2/current/BP-67121156-172.17.0.2-1731669842710/current, will proceed with Du for space computation calculation, 2024-11-15T11:24:06,856 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data1/current/BP-67121156-172.17.0.2-1731669842710/current, will proceed with Du for space computation calculation, 2024-11-15T11:24:06,967 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:24:06,989 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data3/current/BP-67121156-172.17.0.2-1731669842710/current, will proceed with Du for space computation calculation, 2024-11-15T11:24:07,004 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data4/current/BP-67121156-172.17.0.2-1731669842710/current, will proceed with Du for space computation calculation, 2024-11-15T11:24:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c11e77e335d5a76 with lease ID 0xc54f3f3f5d4ef357: Processing first storage report for DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd from datanode DatanodeRegistration(127.0.0.1:37009, datanodeUuid=7f676a08-8040-4c81-9770-9fa6bf77dc04, infoPort=42193, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710) 2024-11-15T11:24:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c11e77e335d5a76 with lease ID 0xc54f3f3f5d4ef357: from storage DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd node DatanodeRegistration(127.0.0.1:37009, datanodeUuid=7f676a08-8040-4c81-9770-9fa6bf77dc04, infoPort=42193, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T11:24:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c11e77e335d5a76 with lease ID 0xc54f3f3f5d4ef357: Processing first storage report for DS-5de9a2ee-297c-4f0f-8da1-cabe9f1e9ad7 from datanode DatanodeRegistration(127.0.0.1:37009, datanodeUuid=7f676a08-8040-4c81-9770-9fa6bf77dc04, infoPort=42193, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710) 2024-11-15T11:24:07,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c11e77e335d5a76 with lease ID 0xc54f3f3f5d4ef357: from storage DS-5de9a2ee-297c-4f0f-8da1-cabe9f1e9ad7 node DatanodeRegistration(127.0.0.1:37009, datanodeUuid=7f676a08-8040-4c81-9770-9fa6bf77dc04, infoPort=42193, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:24:07,105 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:24:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdabc9e119678d480 with lease ID 0xc54f3f3f5d4ef358: Processing first storage report for DS-b58fd733-62cf-491f-83ee-69efefe82b37 from datanode DatanodeRegistration(127.0.0.1:41217, datanodeUuid=506c0ab1-5408-48d4-bbfb-29da17c16ddb, infoPort=37907, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710) 2024-11-15T11:24:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdabc9e119678d480 with lease ID 0xc54f3f3f5d4ef358: from storage DS-b58fd733-62cf-491f-83ee-69efefe82b37 node DatanodeRegistration(127.0.0.1:41217, datanodeUuid=506c0ab1-5408-48d4-bbfb-29da17c16ddb, infoPort=37907, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:24:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdabc9e119678d480 with lease ID 0xc54f3f3f5d4ef358: Processing first storage report for DS-9413ee86-8916-492e-bbc4-2577b5f67d11 from datanode DatanodeRegistration(127.0.0.1:41217, datanodeUuid=506c0ab1-5408-48d4-bbfb-29da17c16ddb, infoPort=37907, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710) 2024-11-15T11:24:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdabc9e119678d480 with lease ID 0xc54f3f3f5d4ef358: from storage DS-9413ee86-8916-492e-bbc4-2577b5f67d11 node DatanodeRegistration(127.0.0.1:41217, datanodeUuid=506c0ab1-5408-48d4-bbfb-29da17c16ddb, infoPort=37907, infoSecurePort=0, ipcPort=42531, storageInfo=lv=-57;cid=testClusterID;nsid=1959030662;c=1731669842710), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:24:07,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9 2024-11-15T11:24:07,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=5262 2024-11-15T11:24:07,249 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:07,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:07,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:24:07,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:24:08,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:08,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:08,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:08,241 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:08,294 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T11:24:08,325 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T11:24:08,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:08,331 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:08,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:08,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:08,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,367 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T11:24:08,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741826_1002 (size=1393) 2024-11-15T11:24:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741826_1002 (size=1393) 2024-11-15T11:24:08,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:08,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:08,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741827_1003 (size=1393) 2024-11-15T11:24:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741827_1003 (size=1393) 2024-11-15T11:24:08,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:08,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:08,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741828_1004 (size=1393) 2024-11-15T11:24:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741828_1004 (size=1393) 2024-11-15T11:24:08,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:08,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:08,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741829_1005 (size=1393) 2024-11-15T11:24:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741829_1005 (size=1393) 2024-11-15T11:24:08,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:08,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741830_1006 (size=1393) 2024-11-15T11:24:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741830_1006 (size=1393) 2024-11-15T11:24:08,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:08,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:08,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741831_1007 (size=1393) 2024-11-15T11:24:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741831_1007 (size=1393) 2024-11-15T11:24:08,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:08,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:08,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:08,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741832_1008 (size=1405) 2024-11-15T11:24:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741832_1008 (size=1405) 2024-11-15T11:24:09,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:09,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:09,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741833_1009 (size=1413) 2024-11-15T11:24:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741833_1009 (size=1413) 2024-11-15T11:24:09,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:09,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:09,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741834_1010 (size=1413) 2024-11-15T11:24:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741834_1010 (size=1413) 2024-11-15T11:24:09,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:09,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:09,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741835_1011 (size=1413) 2024-11-15T11:24:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741835_1011 (size=1413) 2024-11-15T11:24:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:10,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:10,108 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T11:24:10,109 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T11:24:10,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0 2024-11-15T11:24:10,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0 after 5ms 2024-11-15T11:24:10,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0 took 77ms 2024-11-15T11:24:10,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0 so closing down 2024-11-15T11:24:10,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:10,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:10,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:10,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0, size=1.4 K (1393bytes) at 1731669850107Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0 so closing down at 1731669850189 (+82 ms)3 split writer threads finished at 1731669850196 (+7 ms)Processed 0 edits across 0 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/2a07a209-c3ef-20fa-5edb-e65a57c6396f/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731669848303/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669850203 (+7 ms) 2024-11-15T11:24:10,206 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-15T11:24:10,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5fab18b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1772303875_22 at /127.0.0.1:37914 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4996 (was 5262) 2024-11-15T11:24:10,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=4995 2024-11-15T11:24:10,274 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741836_1012 (size=7) 2024-11-15T11:24:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741836_1012 (size=7) 2024-11-15T11:24:10,310 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:10,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:10,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:10,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-15T11:24:10,334 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:10,340 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:10,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741837_1013 (size=2324) 2024-11-15T11:24:10,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741837_1013 (size=2324) 2024-11-15T11:24:10,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T11:24:10,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 2024-11-15T11:24:10,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 after 1ms 2024-11-15T11:24:10,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 took 7ms 2024-11-15T11:24:10,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 so closing down 2024-11-15T11:24:10,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:10,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:10,529 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:10,529 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:10,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:10,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741838_1014 (size=743) 2024-11-15T11:24:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741838_1014 (size=743) 2024-11-15T11:24:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741839_1015 (size=743) 2024-11-15T11:24:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741839_1015 (size=743) 2024-11-15T11:24:10,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:10,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-15T11:24:10,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:10,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:10,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 103 ms; skipped=7; WAL=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T11:24:10,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0, size=2.3 K (2324bytes) at 1731669850463Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 so closing down at 1731669850489 (+26 ms)3 split writer threads finished at 1731669850490 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669850533 (+43 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669850539 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669850574 (+35 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731669850575 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669850578 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669850579 (+1 ms)Processed 27 edits across 2 Regions in 103 ms; skipped=7; WAL=hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731669850579 2024-11-15T11:24:10,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/WALs/testsplitlogfilemultipleregions,16010,1731669850334/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/f88a493e-e7f7-dd98-7fb2-de337a79ee5d/oldWALs/wal.dat.0 2024-11-15T11:24:10,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1790487673_22 at /127.0.0.1:52542 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1790487673_22 at /127.0.0.1:37914 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=4984 (was 4995) 2024-11-15T11:24:10,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=4984 2024-11-15T11:24:10,655 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:10,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741840_1016 (size=7) 2024-11-15T11:24:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741840_1016 (size=7) 2024-11-15T11:24:10,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:10,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:10,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:10,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:10,682 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:10,684 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:10,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:10,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741841_1017 (size=2324) 2024-11-15T11:24:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741841_1017 (size=2324) 2024-11-15T11:24:10,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:12,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T11:24:12,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0 so closing down 2024-11-15T11:24:12,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-15T11:24:12,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0, size=2.3 K (2324bytes) at 1731669852219Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0 so closing down at 1731669852219Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ad6830c-b92b-e5ff-ef98-c01241de4fdf/WALs/testterminationaskedbyreporter,16010,1731669850682/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731669852220 (+1 ms) 2024-11-15T11:24:12,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=4936 (was 4984) 2024-11-15T11:24:12,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=4935 2024-11-15T11:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741842_1018 (size=7) 2024-11-15T11:24:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741842_1018 (size=7) 2024-11-15T11:24:12,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:12,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:12,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:12,306 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:12,306 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-15T11:24:12,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:12,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741843_1019 (size=1043) 2024-11-15T11:24:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741843_1019 (size=1043) 2024-11-15T11:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:12,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:12,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741845_1021 (size=1043) 2024-11-15T11:24:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741845_1021 (size=1043) 2024-11-15T11:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:12,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741846_1022 (size=1043) 2024-11-15T11:24:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741846_1022 (size=1043) 2024-11-15T11:24:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:12,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:12,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741847_1023 (size=1043) 2024-11-15T11:24:12,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741847_1023 (size=1043) 2024-11-15T11:24:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:12,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741848_1024 (size=1043) 2024-11-15T11:24:12,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741848_1024 (size=1043) 2024-11-15T11:24:12,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:12,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741849_1025 (size=1043) 2024-11-15T11:24:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741849_1025 (size=1043) 2024-11-15T11:24:12,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:12,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:12,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741850_1026 (size=1043) 2024-11-15T11:24:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741850_1026 (size=1043) 2024-11-15T11:24:12,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:12,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:12,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741851_1027 (size=1043) 2024-11-15T11:24:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741851_1027 (size=1043) 2024-11-15T11:24:12,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:12,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:12,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:12,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741852_1028 (size=1043) 2024-11-15T11:24:12,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741852_1028 (size=1043) 2024-11-15T11:24:12,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:12,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0, size=1.0 K (1043bytes) 2024-11-15T11:24:12,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 2024-11-15T11:24:12,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 after 1ms 2024-11-15T11:24:12,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 took 11ms 2024-11-15T11:24:12,884 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-15T11:24:12,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 so closing down 2024-11-15T11:24:12,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:12,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:12,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:12,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0, size=1.0 K (1043bytes) at 1731669852861Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 so closing down at 1731669852889 (+28 ms)3 split writer threads finished at 1731669852892 (+3 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669852892 2024-11-15T11:24:12,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.0 2024-11-15T11:24:12,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1, size=180 (180bytes) 2024-11-15T11:24:12,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 2024-11-15T11:24:12,906 WARN [IPC Server handler 1 on default port 32795 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-15T11:24:12,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 after 3ms 2024-11-15T11:24:13,123 WARN [ResponseProcessor for block BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:13,123 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_955407390_22 at /127.0.0.1:45162 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37009:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45162 dst: /127.0.0.1:37009 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:13,123 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_955407390_22 at /127.0.0.1:54134 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41217:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54134 dst: /127.0.0.1:41217 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41217 remote=/127.0.0.1:54134]. Total timeout mills is 60000, 59297 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:13,127 WARN [DataStreamer for file /user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 block BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK], DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK]) is bad. 2024-11-15T11:24:13,133 WARN [DataStreamer for file /user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 block BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741844_1029 (size=1035) 2024-11-15T11:24:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741844_1029 (size=1035) 2024-11-15T11:24:16,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 after 4004ms 2024-11-15T11:24:16,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 took 4008ms 2024-11-15T11:24:16,914 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1; continuing. 2024-11-15T11:24:16,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 so closing down 2024-11-15T11:24:16,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-15T11:24:16,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1, size=180 (180bytes) at 1731669852904Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 so closing down at 1731669856914 (+4010 ms)3 split writer threads finished at 1731669856914Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731669856915 (+1 ms) 2024-11-15T11:24:16,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.1 2024-11-15T11:24:16,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2, size=1.0 K (1043bytes) 2024-11-15T11:24:16,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 2024-11-15T11:24:16,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 after 1ms 2024-11-15T11:24:16,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 took 5ms 2024-11-15T11:24:16,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 so closing down 2024-11-15T11:24:16,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2, size=1.0 K (1043bytes) at 1731669856918Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 so closing down at 1731669856925 (+7 ms)3 split writer threads finished at 1731669856928 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856928 2024-11-15T11:24:16,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.2 2024-11-15T11:24:16,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3, size=1.0 K (1043bytes) 2024-11-15T11:24:16,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 2024-11-15T11:24:16,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 after 0ms 2024-11-15T11:24:16,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 took 5ms 2024-11-15T11:24:16,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 so closing down 2024-11-15T11:24:16,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3, size=1.0 K (1043bytes) at 1731669856932Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 so closing down at 1731669856944 (+12 ms)3 split writer threads finished at 1731669856944Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856944 2024-11-15T11:24:16,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.3 2024-11-15T11:24:16,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4, size=1.0 K (1043bytes) 2024-11-15T11:24:16,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 2024-11-15T11:24:16,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 after 1ms 2024-11-15T11:24:16,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 took 5ms 2024-11-15T11:24:16,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 so closing down 2024-11-15T11:24:16,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4, size=1.0 K (1043bytes) at 1731669856950Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 so closing down at 1731669856957 (+7 ms)3 split writer threads finished at 1731669856957Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856957 2024-11-15T11:24:16,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.4 2024-11-15T11:24:16,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5, size=1.0 K (1043bytes) 2024-11-15T11:24:16,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 2024-11-15T11:24:16,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 after 1ms 2024-11-15T11:24:16,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 took 6ms 2024-11-15T11:24:16,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 so closing down 2024-11-15T11:24:16,972 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5, size=1.0 K (1043bytes) at 1731669856964Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 so closing down at 1731669856972 (+8 ms)3 split writer threads finished at 1731669856972Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856972 2024-11-15T11:24:16,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.5 2024-11-15T11:24:16,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6, size=1.0 K (1043bytes) 2024-11-15T11:24:16,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 2024-11-15T11:24:16,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 after 1ms 2024-11-15T11:24:16,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 took 4ms 2024-11-15T11:24:16,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 so closing down 2024-11-15T11:24:16,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6, size=1.0 K (1043bytes) at 1731669856977Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 so closing down at 1731669856984 (+7 ms)3 split writer threads finished at 1731669856984Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856984 2024-11-15T11:24:16,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.6 2024-11-15T11:24:16,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7, size=1.0 K (1043bytes) 2024-11-15T11:24:16,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 2024-11-15T11:24:16,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 after 0ms 2024-11-15T11:24:16,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 took 5ms 2024-11-15T11:24:16,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 so closing down 2024-11-15T11:24:16,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:16,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:16,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:16,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7, size=1.0 K (1043bytes) at 1731669856990Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 so closing down at 1731669856997 (+7 ms)3 split writer threads finished at 1731669856998 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669856998 2024-11-15T11:24:17,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.7 2024-11-15T11:24:17,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8, size=1.0 K (1043bytes) 2024-11-15T11:24:17,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 2024-11-15T11:24:17,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 after 0ms 2024-11-15T11:24:17,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 took 5ms 2024-11-15T11:24:17,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 so closing down 2024-11-15T11:24:17,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:17,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:17,010 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:17,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8, size=1.0 K (1043bytes) at 1731669857003Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 so closing down at 1731669857009 (+6 ms)3 split writer threads finished at 1731669857009Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669857010 (+1 ms) 2024-11-15T11:24:17,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.8 2024-11-15T11:24:17,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9, size=1.0 K (1043bytes) 2024-11-15T11:24:17,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 2024-11-15T11:24:17,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 after 0ms 2024-11-15T11:24:17,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 took 6ms 2024-11-15T11:24:17,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 so closing down 2024-11-15T11:24:17,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:17,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:17,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T11:24:17,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9, size=1.0 K (1043bytes) at 1731669857014Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 so closing down at 1731669857022 (+8 ms)3 split writer threads finished at 1731669857022Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731669857022 2024-11-15T11:24:17,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/WALs/testsplitdeletedregion,16010,1731669852306/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/665ecf0a-9cf5-9335-6d92-56128a176db1/oldWALs/wal.dat.9 2024-11-15T11:24:17,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1116316950_22 at /127.0.0.1:54218 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1116316950_22 at /127.0.0.1:45268 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 376) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4908 (was 4935) 2024-11-15T11:24:17,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=4906 2024-11-15T11:24:17,053 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741853_1030 (size=7) 2024-11-15T11:24:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741853_1030 (size=7) 2024-11-15T11:24:17,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:17,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:17,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:17,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:17,100 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T11:24:17,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:17,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:17,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741854_1031 (size=863) 2024-11-15T11:24:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741854_1031 (size=863) 2024-11-15T11:24:17,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741855_1032 (size=859) 2024-11-15T11:24:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741855_1032 (size=859) 2024-11-15T11:24:17,695 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0, size=859 (859bytes) 2024-11-15T11:24:17,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 2024-11-15T11:24:17,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 after 1ms 2024-11-15T11:24:17,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 took 4ms 2024-11-15T11:24:17,813 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0; continuing. 2024-11-15T11:24:17,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 so closing down 2024-11-15T11:24:17,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:17,814 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:17,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:17,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741856_1033 (size=863) 2024-11-15T11:24:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741856_1033 (size=863) 2024-11-15T11:24:17,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:17,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T11:24:17,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-15T11:24:17,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0, size=859 (859bytes) at 1731669857695Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 so closing down at 1731669857813 (+118 ms)3 split writer threads finished at 1731669857814 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669857819 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669857844 (+25 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731669857848 (+4 ms)Processed 10 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731669857849 (+1 ms) 2024-11-15T11:24:17,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/WALs/testcorruptwaltrailer,16010,1731669857100/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/e1927789-f27f-b086-7af0-bcbaa192c072/oldWALs/wal.dat.0 2024-11-15T11:24:17,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=4878 (was 4906) 2024-11-15T11:24:17,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=4877 2024-11-15T11:24:17,903 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741857_1034 (size=7) 2024-11-15T11:24:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741857_1034 (size=7) 2024-11-15T11:24:17,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:17,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:17,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:17,984 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:18,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=4874 (was 4877) 2024-11-15T11:24:18,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=4874 2024-11-15T11:24:18,014 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:18,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741858_1035 (size=7) 2024-11-15T11:24:18,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741858_1035 (size=7) 2024-11-15T11:24:18,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:18,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:18,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:18,103 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:18,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-15T11:24:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741859_1036 (size=93) 2024-11-15T11:24:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741859_1036 (size=93) 2024-11-15T11:24:18,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=4871 (was 4874) 2024-11-15T11:24:18,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=4870 2024-11-15T11:24:18,169 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:18,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741860_1037 (size=7) 2024-11-15T11:24:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741860_1037 (size=7) 2024-11-15T11:24:18,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:18,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:18,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:18,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:18,202 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:18,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:18,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741861_1038 (size=1393) 2024-11-15T11:24:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741861_1038 (size=1393) 2024-11-15T11:24:18,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:18,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741862_1039 (size=1393) 2024-11-15T11:24:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741862_1039 (size=1393) 2024-11-15T11:24:18,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:18,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741863_1040 (size=1393) 2024-11-15T11:24:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741863_1040 (size=1393) 2024-11-15T11:24:18,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:18,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:18,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741864_1041 (size=1393) 2024-11-15T11:24:18,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741864_1041 (size=1393) 2024-11-15T11:24:18,546 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:18,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:18,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741865_1042 (size=1393) 2024-11-15T11:24:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741865_1042 (size=1393) 2024-11-15T11:24:18,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:18,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:18,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741866_1043 (size=1393) 2024-11-15T11:24:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741866_1043 (size=1393) 2024-11-15T11:24:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:18,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:18,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:18,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741867_1044 (size=1405) 2024-11-15T11:24:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741867_1044 (size=1405) 2024-11-15T11:24:19,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:19,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:19,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741868_1045 (size=1413) 2024-11-15T11:24:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741868_1045 (size=1413) 2024-11-15T11:24:19,237 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:19,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:19,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741869_1046 (size=1413) 2024-11-15T11:24:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741869_1046 (size=1413) 2024-11-15T11:24:19,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:19,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:19,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741870_1047 (size=1413) 2024-11-15T11:24:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741870_1047 (size=1413) 2024-11-15T11:24:19,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:19,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:19,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7 2024-11-15T11:24:19,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7 after 1ms 2024-11-15T11:24:19,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7 took 7ms 2024-11-15T11:24:19,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7 so closing down 2024-11-15T11:24:19,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:19,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:19,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:19,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:19,427 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:19,428 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:19,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-15T11:24:19,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7, size=1.4 K (1413bytes) at 1731669859340Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7 so closing down at 1731669859374 (+34 ms)3 split writer threads finished at 1731669859377 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669859415 (+38 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669859420 (+5 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731669859428 (+8 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731669859428Processed 20 edits across 0 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/79afc1bd-df8e-4959-8692-0517fec2cc1e/WALs/testioeonoutputthread,16010,1731669858202/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731669859428 2024-11-15T11:24:19,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4834 (was 4870) 2024-11-15T11:24:19,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=4833 2024-11-15T11:24:19,464 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741871_1048 (size=7) 2024-11-15T11:24:19,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:19,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741871_1048 (size=7) 2024-11-15T11:24:19,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:19,511 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:19,552 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:19,553 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:19,556 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:19,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741872_1049 (size=2324) 2024-11-15T11:24:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741872_1049 (size=2324) 2024-11-15T11:24:19,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:19,606 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:19,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741873_1050 (size=1393) 2024-11-15T11:24:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741873_1050 (size=1393) 2024-11-15T11:24:19,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:19,628 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:19,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-15T11:24:19,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-15T11:24:19,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-15T11:24:19,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-15T11:24:19,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-15T11:24:19,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-15T11:24:19,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-15T11:24:19,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-15T11:24:19,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-15T11:24:19,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-15T11:24:19,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-15T11:24:19,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-15T11:24:19,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-15T11:24:19,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-15T11:24:19,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-15T11:24:19,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-15T11:24:19,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-15T11:24:19,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-15T11:24:19,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-15T11:24:19,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-15T11:24:19,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-15T11:24:19,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-15T11:24:19,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-15T11:24:19,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-15T11:24:19,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-15T11:24:19,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-15T11:24:19,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-15T11:24:19,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-15T11:24:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-15T11:24:19,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-15T11:24:19,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-15T11:24:19,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-15T11:24:19,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-15T11:24:19,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-15T11:24:19,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-15T11:24:19,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-15T11:24:19,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-15T11:24:19,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-15T11:24:19,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-15T11:24:19,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-15T11:24:19,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-15T11:24:19,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-15T11:24:19,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-15T11:24:19,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-15T11:24:19,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-15T11:24:19,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-15T11:24:19,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-15T11:24:19,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-15T11:24:19,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-15T11:24:19,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-15T11:24:19,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-15T11:24:19,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-15T11:24:19,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-15T11:24:19,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-15T11:24:19,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-15T11:24:19,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-15T11:24:19,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-15T11:24:19,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-15T11:24:19,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-15T11:24:19,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-15T11:24:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-15T11:24:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-15T11:24:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-15T11:24:19,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-15T11:24:19,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-15T11:24:19,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-15T11:24:19,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-15T11:24:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-15T11:24:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-15T11:24:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-15T11:24:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-15T11:24:19,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-15T11:24:19,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-15T11:24:19,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-15T11:24:19,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-15T11:24:19,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-15T11:24:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-15T11:24:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-15T11:24:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-15T11:24:19,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-15T11:24:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-15T11:24:19,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-15T11:24:19,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-15T11:24:19,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-15T11:24:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-15T11:24:19,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-15T11:24:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-15T11:24:19,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-15T11:24:19,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-15T11:24:19,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-15T11:24:19,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-15T11:24:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-15T11:24:19,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-15T11:24:19,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-15T11:24:19,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-15T11:24:19,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-15T11:24:19,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-15T11:24:19,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-15T11:24:19,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-15T11:24:19,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-15T11:24:19,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-15T11:24:19,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-15T11:24:19,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-15T11:24:19,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-15T11:24:19,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-15T11:24:19,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-15T11:24:19,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-15T11:24:19,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-15T11:24:19,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-15T11:24:19,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-15T11:24:19,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-15T11:24:19,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-15T11:24:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-15T11:24:19,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-15T11:24:19,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-15T11:24:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-15T11:24:19,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-15T11:24:19,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-15T11:24:19,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-15T11:24:19,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-15T11:24:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-15T11:24:19,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-15T11:24:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-15T11:24:19,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-15T11:24:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-15T11:24:19,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-15T11:24:19,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-15T11:24:19,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-15T11:24:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-15T11:24:19,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-15T11:24:19,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:19,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-15T11:24:20,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-15T11:24:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-15T11:24:20,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-15T11:24:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-15T11:24:20,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-15T11:24:20,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-15T11:24:20,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-15T11:24:20,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-15T11:24:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-15T11:24:20,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-15T11:24:20,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-15T11:24:20,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-15T11:24:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-15T11:24:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-15T11:24:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-15T11:24:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-15T11:24:20,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-15T11:24:20,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-15T11:24:20,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-15T11:24:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-15T11:24:20,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-15T11:24:20,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-15T11:24:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-15T11:24:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-15T11:24:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-15T11:24:20,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-15T11:24:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-15T11:24:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-15T11:24:20,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-15T11:24:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-15T11:24:20,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-15T11:24:20,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-15T11:24:20,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-15T11:24:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-15T11:24:20,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-15T11:24:20,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-15T11:24:20,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-15T11:24:20,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-15T11:24:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-15T11:24:20,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-15T11:24:20,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-15T11:24:20,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-15T11:24:20,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-15T11:24:20,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-15T11:24:20,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-15T11:24:20,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-15T11:24:20,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-15T11:24:20,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-15T11:24:20,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-15T11:24:20,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-15T11:24:20,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-15T11:24:20,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-15T11:24:20,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-15T11:24:20,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-15T11:24:20,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-15T11:24:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-15T11:24:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-15T11:24:20,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-15T11:24:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-15T11:24:20,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-15T11:24:20,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-15T11:24:20,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-15T11:24:20,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-15T11:24:20,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-15T11:24:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-15T11:24:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-15T11:24:20,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-15T11:24:20,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-15T11:24:20,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-15T11:24:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-15T11:24:20,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-15T11:24:20,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-15T11:24:20,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-15T11:24:20,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-15T11:24:20,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-15T11:24:20,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-15T11:24:20,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-15T11:24:20,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-15T11:24:20,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-15T11:24:20,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-15T11:24:20,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-15T11:24:20,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-15T11:24:20,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-15T11:24:20,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-15T11:24:20,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-15T11:24:20,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-15T11:24:20,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-15T11:24:20,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-15T11:24:20,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-15T11:24:20,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-15T11:24:20,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-15T11:24:20,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-15T11:24:20,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-15T11:24:20,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-15T11:24:20,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-15T11:24:20,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-15T11:24:20,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-15T11:24:20,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-15T11:24:20,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-15T11:24:20,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-15T11:24:20,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-15T11:24:20,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-15T11:24:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-15T11:24:20,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-15T11:24:20,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-15T11:24:20,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-15T11:24:20,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-15T11:24:20,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-15T11:24:20,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-15T11:24:20,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-15T11:24:20,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-15T11:24:20,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-15T11:24:20,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-15T11:24:20,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-15T11:24:20,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-15T11:24:20,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-15T11:24:20,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-15T11:24:20,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-15T11:24:20,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-15T11:24:20,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-15T11:24:20,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-15T11:24:20,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-15T11:24:20,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-15T11:24:20,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-15T11:24:20,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-15T11:24:20,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-15T11:24:20,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-15T11:24:20,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-15T11:24:20,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-15T11:24:20,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-15T11:24:20,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-15T11:24:20,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-15T11:24:20,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-15T11:24:20,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-15T11:24:20,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-15T11:24:20,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-15T11:24:20,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-15T11:24:20,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-15T11:24:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-15T11:24:20,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-15T11:24:20,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-15T11:24:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-15T11:24:20,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-15T11:24:20,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-15T11:24:20,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-15T11:24:20,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-15T11:24:20,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-15T11:24:20,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-15T11:24:20,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-15T11:24:20,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-15T11:24:20,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-15T11:24:20,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-15T11:24:20,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-15T11:24:20,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-15T11:24:20,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-15T11:24:20,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-15T11:24:20,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-15T11:24:20,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-15T11:24:20,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-15T11:24:20,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-15T11:24:20,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-15T11:24:20,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-15T11:24:20,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-15T11:24:20,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-15T11:24:20,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-15T11:24:20,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-15T11:24:20,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-15T11:24:20,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-15T11:24:20,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-15T11:24:20,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-15T11:24:20,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-15T11:24:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-15T11:24:20,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-15T11:24:20,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-15T11:24:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-15T11:24:20,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-15T11:24:20,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-15T11:24:20,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-15T11:24:20,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-15T11:24:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-15T11:24:20,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-15T11:24:20,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-15T11:24:20,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-15T11:24:20,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-15T11:24:20,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-15T11:24:20,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-15T11:24:20,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-15T11:24:20,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-15T11:24:20,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-15T11:24:20,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-15T11:24:20,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-15T11:24:20,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-15T11:24:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-15T11:24:20,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-15T11:24:20,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-15T11:24:20,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-15T11:24:20,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-15T11:24:20,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-15T11:24:20,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-15T11:24:20,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-15T11:24:20,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-15T11:24:20,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-15T11:24:20,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-15T11:24:20,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-15T11:24:20,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-15T11:24:20,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-15T11:24:20,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-15T11:24:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-15T11:24:20,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-15T11:24:20,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-15T11:24:20,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-15T11:24:20,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-15T11:24:20,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-15T11:24:20,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-15T11:24:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-15T11:24:20,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-15T11:24:20,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-15T11:24:20,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-15T11:24:20,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-15T11:24:20,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-15T11:24:20,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-15T11:24:20,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-15T11:24:20,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-15T11:24:20,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-15T11:24:20,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-15T11:24:20,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-15T11:24:20,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-15T11:24:20,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-15T11:24:20,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-15T11:24:20,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-15T11:24:20,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-15T11:24:20,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-15T11:24:20,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-15T11:24:20,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-15T11:24:20,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-15T11:24:20,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-15T11:24:20,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-15T11:24:20,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-15T11:24:20,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-15T11:24:20,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-15T11:24:20,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-15T11:24:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-15T11:24:20,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-15T11:24:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-15T11:24:20,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-15T11:24:20,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-15T11:24:20,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-15T11:24:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-15T11:24:20,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-15T11:24:20,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-15T11:24:20,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-15T11:24:20,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-15T11:24:20,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-15T11:24:20,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-15T11:24:20,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-15T11:24:20,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-15T11:24:20,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-15T11:24:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-15T11:24:20,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-15T11:24:20,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-15T11:24:20,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-15T11:24:20,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-15T11:24:20,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-15T11:24:20,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-15T11:24:20,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-15T11:24:20,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-15T11:24:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-15T11:24:20,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-15T11:24:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-15T11:24:20,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-15T11:24:20,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-15T11:24:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-15T11:24:20,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-15T11:24:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-15T11:24:20,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-15T11:24:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-15T11:24:20,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-15T11:24:20,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-15T11:24:20,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-15T11:24:20,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-15T11:24:20,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-15T11:24:20,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-15T11:24:20,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-15T11:24:20,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-15T11:24:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-15T11:24:20,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-15T11:24:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-15T11:24:20,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-15T11:24:20,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-15T11:24:20,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-15T11:24:20,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-15T11:24:20,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-15T11:24:20,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-15T11:24:20,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-15T11:24:20,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-15T11:24:20,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-15T11:24:20,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-15T11:24:20,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-15T11:24:20,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-15T11:24:20,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-15T11:24:20,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-15T11:24:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-15T11:24:20,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-15T11:24:20,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-15T11:24:20,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-15T11:24:20,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-15T11:24:20,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-15T11:24:20,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-15T11:24:20,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-15T11:24:20,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-15T11:24:20,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-15T11:24:20,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-15T11:24:20,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-15T11:24:20,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-15T11:24:20,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-15T11:24:20,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-15T11:24:20,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-15T11:24:20,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-15T11:24:20,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-15T11:24:20,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-15T11:24:20,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-15T11:24:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-15T11:24:20,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-15T11:24:20,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-15T11:24:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-15T11:24:20,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-15T11:24:20,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-15T11:24:20,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-15T11:24:20,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-15T11:24:20,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-15T11:24:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-15T11:24:20,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-15T11:24:20,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-15T11:24:20,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-15T11:24:20,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-15T11:24:20,690 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511): HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731669859605; access_time=1731669859561; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669859627; access_time=1731669859606; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731669859629; access_time=1731669859629; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T11:24:20,690 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-15T11:24:20,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-15T11:24:20,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-15T11:24:20,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-15T11:24:20,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-15T11:24:20,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-15T11:24:20,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-15T11:24:20,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-15T11:24:20,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-15T11:24:20,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-15T11:24:20,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-15T11:24:20,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-15T11:24:20,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-15T11:24:20,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-15T11:24:20,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-15T11:24:20,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-15T11:24:20,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T11:24:20,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 2024-11-15T11:24:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 after 1ms 2024-11-15T11:24:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-15T11:24:20,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-15T11:24:20,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-15T11:24:20,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 took 7ms 2024-11-15T11:24:20,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-15T11:24:20,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-15T11:24:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-15T11:24:20,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 so closing down 2024-11-15T11:24:20,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:20,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:20,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-15T11:24:20,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-15T11:24:20,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-15T11:24:20,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-15T11:24:20,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-15T11:24:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-15T11:24:20,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-15T11:24:20,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:20,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-15T11:24:20,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-15T11:24:20,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:20,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-15T11:24:20,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-15T11:24:20,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-15T11:24:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-15T11:24:20,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-15T11:24:20,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-15T11:24:20,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-15T11:24:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-15T11:24:20,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-15T11:24:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-15T11:24:20,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-15T11:24:20,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-15T11:24:20,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741875_1052 (size=743) 2024-11-15T11:24:20,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741875_1052 (size=743) 2024-11-15T11:24:20,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-15T11:24:20,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:20,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-15T11:24:20,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:20,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-15T11:24:20,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-15T11:24:20,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-15T11:24:20,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-15T11:24:20,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-15T11:24:20,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-15T11:24:20,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-15T11:24:20,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741876_1053 (size=743) 2024-11-15T11:24:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741876_1053 (size=743) 2024-11-15T11:24:20,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-15T11:24:20,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:20,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:20,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 64 ms; skipped=7; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T11:24:20,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0, size=2.3 K (2324bytes) at 1731669860717Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 so closing down at 1731669860728 (+11 ms)3 split writer threads finished at 1731669860729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669860740 (+11 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669860746 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669860768 (+22 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669860770 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669860784 (+14 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669860788 (+4 ms)Processed 27 edits across 2 Regions in 64 ms; skipped=7; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731669860789 (+1 ms) 2024-11-15T11:24:20,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-15T11:24:20,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/oldWALs/wal.dat.0 2024-11-15T11:24:20,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:20,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 2024-11-15T11:24:20,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 after 0ms 2024-11-15T11:24:20,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-15T11:24:20,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-15T11:24:20,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 took 5ms 2024-11-15T11:24:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-15T11:24:20,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 so closing down 2024-11-15T11:24:20,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:20,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:20,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-15T11:24:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-15T11:24:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-15T11:24:20,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-15T11:24:20,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-15T11:24:20,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:20,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-15T11:24:20,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:20,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-15T11:24:20,814 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:20,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-15T11:24:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-15T11:24:20,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-15T11:24:20,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-15T11:24:20,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-15T11:24:20,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-15T11:24:20,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-15T11:24:20,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-15T11:24:20,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-15T11:24:20,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-15T11:24:20,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-15T11:24:20,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-15T11:24:20,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741878_1055 (size=743) 2024-11-15T11:24:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741878_1055 (size=743) 2024-11-15T11:24:20,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-15T11:24:20,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:20,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-15T11:24:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-15T11:24:20,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-15T11:24:20,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-15T11:24:20,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-15T11:24:20,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741877_1054 (size=743) 2024-11-15T11:24:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741877_1054 (size=743) 2024-11-15T11:24:20,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-15T11:24:20,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:20,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-15T11:24:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-15T11:24:20,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-15T11:24:20,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-15T11:24:20,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:20,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:20,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1, size=1.4 K (1393bytes) at 1731669860793Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 so closing down at 1731669860801 (+8 ms)3 split writer threads finished at 1731669860802 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669860812 (+10 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669860816 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669860837 (+21 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669860839 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669860854 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669860861 (+7 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669860861 2024-11-15T11:24:20,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-15T11:24:20,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-15T11:24:20,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-15T11:24:20,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/oldWALs/wal.dat.1 2024-11-15T11:24:20,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2, size=150 (150bytes) 2024-11-15T11:24:20,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 2024-11-15T11:24:20,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,868 WARN [IPC Server handler 2 on default port 32795 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-15T11:24:20,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-15T11:24:20,868 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 after 1ms 2024-11-15T11:24:20,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-15T11:24:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-15T11:24:20,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-15T11:24:20,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-15T11:24:20,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-15T11:24:20,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-15T11:24:20,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-15T11:24:20,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-15T11:24:20,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-15T11:24:20,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-15T11:24:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-15T11:24:20,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-15T11:24:20,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-15T11:24:20,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-15T11:24:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-15T11:24:20,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-15T11:24:20,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-15T11:24:20,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-15T11:24:20,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-15T11:24:20,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-15T11:24:20,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-15T11:24:20,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-15T11:24:20,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-15T11:24:20,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-15T11:24:20,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-15T11:24:20,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-15T11:24:20,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-15T11:24:20,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-15T11:24:20,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-15T11:24:20,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-15T11:24:20,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-15T11:24:20,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-15T11:24:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-15T11:24:20,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-15T11:24:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-15T11:24:20,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-15T11:24:20,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-15T11:24:20,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-15T11:24:20,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-15T11:24:20,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-15T11:24:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-15T11:24:20,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-15T11:24:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-15T11:24:20,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-15T11:24:20,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-15T11:24:20,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-15T11:24:20,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-15T11:24:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-15T11:24:20,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-15T11:24:20,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-15T11:24:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-15T11:24:20,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-15T11:24:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-15T11:24:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-15T11:24:20,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-15T11:24:20,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-15T11:24:20,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-15T11:24:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-15T11:24:20,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-15T11:24:20,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-15T11:24:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-15T11:24:20,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-15T11:24:20,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-15T11:24:20,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-15T11:24:20,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-15T11:24:20,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-15T11:24:20,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-15T11:24:20,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-15T11:24:20,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-15T11:24:20,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-15T11:24:20,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-15T11:24:20,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-15T11:24:20,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-15T11:24:20,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:20,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-15T11:24:20,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:20,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-15T11:24:21,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-15T11:24:21,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-15T11:24:21,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-15T11:24:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-15T11:24:21,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-15T11:24:21,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-15T11:24:21,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-15T11:24:21,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-15T11:24:21,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-15T11:24:21,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-15T11:24:21,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-15T11:24:21,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-15T11:24:21,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-15T11:24:21,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-15T11:24:21,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-15T11:24:21,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-15T11:24:21,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-15T11:24:21,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-15T11:24:21,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-15T11:24:21,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-15T11:24:21,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-15T11:24:21,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-15T11:24:21,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-15T11:24:21,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-15T11:24:21,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-15T11:24:21,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-15T11:24:21,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-15T11:24:21,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-15T11:24:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-15T11:24:21,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-15T11:24:21,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-15T11:24:21,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-15T11:24:21,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-15T11:24:21,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-15T11:24:21,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-15T11:24:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-15T11:24:21,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-15T11:24:21,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-15T11:24:21,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-15T11:24:21,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-15T11:24:21,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-15T11:24:21,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-15T11:24:21,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-15T11:24:21,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-15T11:24:21,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-15T11:24:21,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-15T11:24:21,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-15T11:24:21,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-15T11:24:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-15T11:24:21,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-15T11:24:21,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-15T11:24:21,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-15T11:24:21,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-15T11:24:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-15T11:24:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-15T11:24:21,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-15T11:24:21,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-15T11:24:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-15T11:24:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-15T11:24:21,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-15T11:24:21,120 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-957730882_534 at /127.0.0.1:45438 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:37009:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45438 dst: /127.0.0.1:37009 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37009 remote=/127.0.0.1:45438]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:21,121 WARN [ResponseProcessor for block BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:21,121 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-957730882_534 at /127.0.0.1:54406 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41217:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54406 dst: /127.0.0.1:41217 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:21,122 WARN [DataStreamer for file /user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 block BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK], DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK]) is bad. 2024-11-15T11:24:21,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T11:24:21,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T11:24:21,123 WARN [DataStreamer for file /user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 block BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:21,124 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741874_1056 (size=45539) 2024-11-15T11:24:21,125 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-15T11:24:21,127 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 722 2024-11-15T11:24:21,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-15T11:24:21,127 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:21,128 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:24,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 after 4002ms 2024-11-15T11:24:24,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 took 4010ms 2024-11-15T11:24:24,901 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2; continuing. 2024-11-15T11:24:24,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 so closing down 2024-11-15T11:24:24,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:24,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:24,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:24,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:24,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:24,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741879_1057 (size=743) 2024-11-15T11:24:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741879_1057 (size=743) 2024-11-15T11:24:24,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:24,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741880_1058 (size=44897) 2024-11-15T11:24:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741880_1058 (size=44897) 2024-11-15T11:24:24,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 701 edits, skipped 0 edits in 5 ms) 2024-11-15T11:24:24,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:24,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 711 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T11:24:24,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2, size=150 (150bytes) at 1731669860867Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 so closing down at 1731669864901 (+4034 ms)3 split writer threads finished at 1731669864901Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669864905 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669864905Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669864911 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669864913 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 701 edits, skipped 0 edits in 5 ms) at 1731669864919 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669864921 (+2 ms)Processed 711 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731669864921 2024-11-15T11:24:24,923 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/WALs/testlogcannotbewrittenonceparsed,16010,1731669859511/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/ff89bb59-4768-b0ef-a498-0e438959e072/oldWALs/wal.dat.2 2024-11-15T11:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-15T11:24:24,941 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=721, robber=721 2024-11-15T11:24:24,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:32795 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:32795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1005463348_22 at /127.0.0.1:60624 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:32795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1005463348_22 at /127.0.0.1:44986 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:32795 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=4722 (was 4833) 2024-11-15T11:24:24,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=4722 2024-11-15T11:24:24,958 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741881_1059 (size=7) 2024-11-15T11:24:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741881_1059 (size=7) 2024-11-15T11:24:24,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:24,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:24,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:24,973 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:24,975 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:24,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:24,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:24,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741882_1060 (size=1393) 2024-11-15T11:24:24,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741882_1060 (size=1393) 2024-11-15T11:24:24,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:24,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:24,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:24,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741883_1061 (size=1393) 2024-11-15T11:24:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741883_1061 (size=1393) 2024-11-15T11:24:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:25,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741884_1062 (size=1393) 2024-11-15T11:24:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741884_1062 (size=1393) 2024-11-15T11:24:25,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:25,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:25,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741885_1063 (size=1393) 2024-11-15T11:24:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741885_1063 (size=1393) 2024-11-15T11:24:25,037 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:25,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:25,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741886_1064 (size=1393) 2024-11-15T11:24:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741886_1064 (size=1393) 2024-11-15T11:24:25,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:25,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:25,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741887_1065 (size=1393) 2024-11-15T11:24:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741887_1065 (size=1393) 2024-11-15T11:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:25,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741888_1066 (size=1405) 2024-11-15T11:24:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741888_1066 (size=1405) 2024-11-15T11:24:25,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:25,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:25,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741889_1067 (size=1413) 2024-11-15T11:24:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741889_1067 (size=1413) 2024-11-15T11:24:25,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:25,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741890_1068 (size=1413) 2024-11-15T11:24:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741890_1068 (size=1413) 2024-11-15T11:24:25,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:25,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:25,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:25,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741891_1069 (size=1413) 2024-11-15T11:24:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741891_1069 (size=1413) 2024-11-15T11:24:25,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:25,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:25,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 2024-11-15T11:24:25,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 after 2ms 2024-11-15T11:24:25,162 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:27,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 took 2016ms 2024-11-15T11:24:27,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 so closing down 2024-11-15T11:24:27,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:27,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:27,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:27,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741892_1070 (size=743) 2024-11-15T11:24:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741893_1071 (size=743) 2024-11-15T11:24:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741893_1071 (size=743) 2024-11-15T11:24:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741892_1070 (size=743) 2024-11-15T11:24:27,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:27,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:27,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0, size=1.4 K (1393bytes) at 1731669865159Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 so closing down at 1731669867177 (+2018 ms)3 split writer threads finished at 1731669867177Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669867183 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669867183Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867227 (+44 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867228 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669867234 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669867234Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867234 2024-11-15T11:24:27,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.0 2024-11-15T11:24:27,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:27,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 2024-11-15T11:24:27,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 after 1ms 2024-11-15T11:24:27,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 took 4ms 2024-11-15T11:24:27,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 so closing down 2024-11-15T11:24:27,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,248 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:27,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:27,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:27,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741895_1073 (size=743) 2024-11-15T11:24:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741894_1072 (size=743) 2024-11-15T11:24:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741895_1073 (size=743) 2024-11-15T11:24:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741894_1072 (size=743) 2024-11-15T11:24:27,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:27,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:27,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1, size=1.4 K (1393bytes) at 1731669867239Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 so closing down at 1731669867245 (+6 ms)3 split writer threads finished at 1731669867245Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669867250 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669867250Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867258 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867258Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669867262 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669867263 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867263 2024-11-15T11:24:27,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.1 2024-11-15T11:24:27,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:27,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 2024-11-15T11:24:27,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 after 1ms 2024-11-15T11:24:27,275 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 took 6ms 2024-11-15T11:24:27,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 so closing down 2024-11-15T11:24:27,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:27,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:27,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:27,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741896_1074 (size=743) 2024-11-15T11:24:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741896_1074 (size=743) 2024-11-15T11:24:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741897_1075 (size=743) 2024-11-15T11:24:27,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741897_1075 (size=743) 2024-11-15T11:24:27,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:27,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:27,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2, size=1.4 K (1393bytes) at 1731669867270Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 so closing down at 1731669867277 (+7 ms)3 split writer threads finished at 1731669867277Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669867282 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669867282Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867287 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867288 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669867291 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669867291Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867292 (+1 ms) 2024-11-15T11:24:27,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.2 2024-11-15T11:24:27,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:27,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 2024-11-15T11:24:27,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 after 1ms 2024-11-15T11:24:27,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 took 4ms 2024-11-15T11:24:27,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 so closing down 2024-11-15T11:24:27,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:27,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:27,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:27,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741898_1076 (size=743) 2024-11-15T11:24:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741898_1076 (size=743) 2024-11-15T11:24:27,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741899_1077 (size=743) 2024-11-15T11:24:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741899_1077 (size=743) 2024-11-15T11:24:27,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:27,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3, size=1.4 K (1393bytes) at 1731669867295Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 so closing down at 1731669867301 (+6 ms)3 split writer threads finished at 1731669867301Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669867306 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669867306Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867315 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669867318 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867322 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669867325 (+3 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867325 2024-11-15T11:24:27,328 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.3 2024-11-15T11:24:27,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:27,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 2024-11-15T11:24:27,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 after 0ms 2024-11-15T11:24:27,333 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 took 4ms 2024-11-15T11:24:27,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 so closing down 2024-11-15T11:24:27,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:27,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:27,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:27,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741900_1078 (size=743) 2024-11-15T11:24:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741901_1079 (size=743) 2024-11-15T11:24:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741901_1079 (size=743) 2024-11-15T11:24:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741900_1078 (size=743) 2024-11-15T11:24:27,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:27,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:27,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4, size=1.4 K (1393bytes) at 1731669867329Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 so closing down at 1731669867334 (+5 ms)3 split writer threads finished at 1731669867335 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669867339 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669867339Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867345 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867345Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669867348 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669867348Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867348 2024-11-15T11:24:27,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.4 2024-11-15T11:24:27,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:27,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 2024-11-15T11:24:27,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 after 1ms 2024-11-15T11:24:27,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 took 4ms 2024-11-15T11:24:27,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 so closing down 2024-11-15T11:24:27,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,362 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:27,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:27,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:27,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741902_1080 (size=743) 2024-11-15T11:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741903_1081 (size=743) 2024-11-15T11:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741903_1081 (size=743) 2024-11-15T11:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741902_1080 (size=743) 2024-11-15T11:24:27,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:27,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:27,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:27,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5, size=1.4 K (1393bytes) at 1731669867353Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 so closing down at 1731669867359 (+6 ms)3 split writer threads finished at 1731669867359Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669867363 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669867363Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867369 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669867371 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867769 (+398 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669867775 (+6 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669867776 (+1 ms) 2024-11-15T11:24:27,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.5 2024-11-15T11:24:27,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:27,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 2024-11-15T11:24:27,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 after 0ms 2024-11-15T11:24:27,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 took 5ms 2024-11-15T11:24:27,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 so closing down 2024-11-15T11:24:27,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:27,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:27,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:27,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741905_1083 (size=749) 2024-11-15T11:24:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741905_1083 (size=749) 2024-11-15T11:24:27,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741904_1082 (size=749) 2024-11-15T11:24:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741904_1082 (size=749) 2024-11-15T11:24:27,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:27,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:27,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:27,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6, size=1.4 K (1405bytes) at 1731669867783Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 so closing down at 1731669867790 (+7 ms)3 split writer threads finished at 1731669867790Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669867794 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669867794Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867800 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867802 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669867803 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669867804 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669867804 2024-11-15T11:24:27,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.6 2024-11-15T11:24:27,807 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:27,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 2024-11-15T11:24:27,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 after 1ms 2024-11-15T11:24:27,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 took 4ms 2024-11-15T11:24:27,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 so closing down 2024-11-15T11:24:27,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:27,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:27,816 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:27,816 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:27,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:27,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741906_1084 (size=753) 2024-11-15T11:24:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741906_1084 (size=753) 2024-11-15T11:24:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741907_1085 (size=753) 2024-11-15T11:24:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741907_1085 (size=753) 2024-11-15T11:24:27,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:27,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:28,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:28,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:28,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7, size=1.4 K (1413bytes) at 1731669867807Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 so closing down at 1731669867813 (+6 ms)3 split writer threads finished at 1731669867813Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669867817 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669867817Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669867829 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669867832 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868232 (+400 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669868238 (+6 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669868239 (+1 ms) 2024-11-15T11:24:28,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.7 2024-11-15T11:24:28,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:28,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 2024-11-15T11:24:28,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 after 1ms 2024-11-15T11:24:28,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 took 6ms 2024-11-15T11:24:28,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 so closing down 2024-11-15T11:24:28,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:28,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:28,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:28,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:28,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:28,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741909_1087 (size=753) 2024-11-15T11:24:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741909_1087 (size=753) 2024-11-15T11:24:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741908_1086 (size=753) 2024-11-15T11:24:28,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741908_1086 (size=753) 2024-11-15T11:24:28,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:28,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:28,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:28,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8, size=1.4 K (1413bytes) at 1731669868243Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 so closing down at 1731669868252 (+9 ms)3 split writer threads finished at 1731669868252Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669868258 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669868258Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868263 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868264 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669868266 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669868266Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669868266 2024-11-15T11:24:28,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.8 2024-11-15T11:24:28,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:28,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 2024-11-15T11:24:28,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 after 0ms 2024-11-15T11:24:28,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 took 3ms 2024-11-15T11:24:28,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 so closing down 2024-11-15T11:24:28,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:28,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:28,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:28,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:28,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:28,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741910_1088 (size=753) 2024-11-15T11:24:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741910_1088 (size=753) 2024-11-15T11:24:28,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741911_1089 (size=753) 2024-11-15T11:24:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741911_1089 (size=753) 2024-11-15T11:24:28,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:28,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:28,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:28,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9, size=1.4 K (1413bytes) at 1731669868269Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 so closing down at 1731669868274 (+5 ms)3 split writer threads finished at 1731669868274Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669868278 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669868278Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868284 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868285 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669868286 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669868287 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669868287 2024-11-15T11:24:28,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/WALs/testretryopenduringrecovery,16010,1731669864973/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/fc714e2e-5c4b-db6c-6a0a-5c3e8a86ab62/oldWALs/wal.dat.9 2024-11-15T11:24:28,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=4669 (was 4722) 2024-11-15T11:24:28,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=4669 2024-11-15T11:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741912_1090 (size=7) 2024-11-15T11:24:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741912_1090 (size=7) 2024-11-15T11:24:28,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:28,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:28,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:28,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:28,320 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:28,321 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:28,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741913_1091 (size=1393) 2024-11-15T11:24:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741913_1091 (size=1393) 2024-11-15T11:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:28,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741914_1092 (size=1393) 2024-11-15T11:24:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741914_1092 (size=1393) 2024-11-15T11:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:28,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741915_1093 (size=1393) 2024-11-15T11:24:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741915_1093 (size=1393) 2024-11-15T11:24:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:28,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741916_1094 (size=1393) 2024-11-15T11:24:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741916_1094 (size=1393) 2024-11-15T11:24:28,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:28,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:28,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741917_1095 (size=1393) 2024-11-15T11:24:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741917_1095 (size=1393) 2024-11-15T11:24:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:28,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:28,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741919_1097 (size=1405) 2024-11-15T11:24:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741919_1097 (size=1405) 2024-11-15T11:24:28,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:28,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:28,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741920_1098 (size=1413) 2024-11-15T11:24:28,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741920_1098 (size=1413) 2024-11-15T11:24:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:28,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741921_1099 (size=1413) 2024-11-15T11:24:28,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741921_1099 (size=1413) 2024-11-15T11:24:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:28,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741922_1100 (size=1413) 2024-11-15T11:24:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741922_1100 (size=1413) 2024-11-15T11:24:28,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:28,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:28,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 2024-11-15T11:24:28,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 after 1ms 2024-11-15T11:24:28,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 took 3ms 2024-11-15T11:24:28,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 so closing down 2024-11-15T11:24:28,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:28,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:28,534 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:28,534 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:28,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:28,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741923_1101 (size=743) 2024-11-15T11:24:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741923_1101 (size=743) 2024-11-15T11:24:28,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741924_1102 (size=743) 2024-11-15T11:24:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741924_1102 (size=743) 2024-11-15T11:24:28,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:28,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:28,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0, size=1.4 K (1393bytes) at 1731669868526Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 so closing down at 1731669868531 (+5 ms)3 split writer threads finished at 1731669868531Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669868535 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669868540 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868545 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669868547 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868552 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669868554 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669868554 2024-11-15T11:24:28,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.0 2024-11-15T11:24:28,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:28,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 2024-11-15T11:24:28,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 after 1ms 2024-11-15T11:24:28,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 took 3ms 2024-11-15T11:24:28,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 so closing down 2024-11-15T11:24:28,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:28,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:28,564 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:28,564 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:28,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:28,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:28,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741925_1103 (size=743) 2024-11-15T11:24:28,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741925_1103 (size=743) 2024-11-15T11:24:28,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741926_1104 (size=743) 2024-11-15T11:24:28,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741926_1104 (size=743) 2024-11-15T11:24:28,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:28,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:28,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:28,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1, size=1.4 K (1393bytes) at 1731669868556Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 so closing down at 1731669868561 (+5 ms)3 split writer threads finished at 1731669868561Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669868565 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669868565Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868575 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669868577 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669868580 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669868582 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669868582 2024-11-15T11:24:28,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.1 2024-11-15T11:24:28,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:28,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 2024-11-15T11:24:28,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 after 0ms 2024-11-15T11:24:28,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 took 3ms 2024-11-15T11:24:28,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 so closing down 2024-11-15T11:24:28,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:28,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:28,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:28,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:28,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:28,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741928_1106 (size=743) 2024-11-15T11:24:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741928_1106 (size=743) 2024-11-15T11:24:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741927_1105 (size=743) 2024-11-15T11:24:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741927_1105 (size=743) 2024-11-15T11:24:29,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:29,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:29,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:29,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2, size=1.4 K (1393bytes) at 1731669868585Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 so closing down at 1731669868589 (+4 ms)3 split writer threads finished at 1731669868589Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669868593 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669868593Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869009 (+416 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869009Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669869011 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669869011Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669869012 (+1 ms) 2024-11-15T11:24:29,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.2 2024-11-15T11:24:29,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:29,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 2024-11-15T11:24:29,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 after 0ms 2024-11-15T11:24:29,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 took 4ms 2024-11-15T11:24:29,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 so closing down 2024-11-15T11:24:29,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:29,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:29,023 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:29,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:29,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:29,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741929_1107 (size=743) 2024-11-15T11:24:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741929_1107 (size=743) 2024-11-15T11:24:29,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741930_1108 (size=743) 2024-11-15T11:24:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741930_1108 (size=743) 2024-11-15T11:24:29,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:29,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:29,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:29,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3, size=1.4 K (1393bytes) at 1731669869014Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 so closing down at 1731669869020 (+6 ms)3 split writer threads finished at 1731669869020Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669869024 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669869025 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869048 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669869050 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869052 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669869053 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669869054 (+1 ms) 2024-11-15T11:24:29,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.3 2024-11-15T11:24:29,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:29,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 2024-11-15T11:24:29,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 after 0ms 2024-11-15T11:24:29,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 took 3ms 2024-11-15T11:24:29,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 so closing down 2024-11-15T11:24:29,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:29,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:29,061 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:29,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:29,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:29,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741931_1109 (size=743) 2024-11-15T11:24:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741932_1110 (size=743) 2024-11-15T11:24:29,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741932_1110 (size=743) 2024-11-15T11:24:29,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741931_1109 (size=743) 2024-11-15T11:24:29,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:29,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:29,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:29,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4, size=1.4 K (1393bytes) at 1731669869056Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 so closing down at 1731669869059 (+3 ms)3 split writer threads finished at 1731669869060 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669869062 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669869063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869073 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669869073Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669869075 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669869075Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669869075 2024-11-15T11:24:29,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.4 2024-11-15T11:24:29,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5, size=150 (150bytes) 2024-11-15T11:24:29,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 2024-11-15T11:24:29,078 WARN [IPC Server handler 4 on default port 32795 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-15T11:24:29,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 after 0ms 2024-11-15T11:24:30,035 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_647658467_22 at /127.0.0.1:32792 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41217:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32792 dst: /127.0.0.1:41217 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:30,035 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_647658467_22 at /127.0.0.1:45340 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:37009:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45340 dst: /127.0.0.1:37009 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37009 remote=/127.0.0.1:45340]. Total timeout mills is 60000, 58404 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:30,035 WARN [ResponseProcessor for block BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:30,044 WARN [DataStreamer for file /user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 block BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK], DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK]) is bad. 2024-11-15T11:24:30,046 WARN [DataStreamer for file /user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 block BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741918_1111 (size=1385) 2024-11-15T11:24:30,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741918_1111 (size=1385) 2024-11-15T11:24:33,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 after 4001ms 2024-11-15T11:24:33,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 took 4005ms 2024-11-15T11:24:33,090 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5; continuing. 2024-11-15T11:24:33,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 so closing down 2024-11-15T11:24:33,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:33,092 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:33,097 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:33,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:33,100 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:33,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741934_1113 (size=743) 2024-11-15T11:24:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741934_1113 (size=743) 2024-11-15T11:24:33,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741933_1112 (size=743) 2024-11-15T11:24:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741933_1112 (size=743) 2024-11-15T11:24:33,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:33,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T11:24:33,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5, size=150 (150bytes) at 1731669869078Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 so closing down at 1731669873090 (+4012 ms)3 split writer threads finished at 1731669873092 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669873100 (+8 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669873104 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873134 (+30 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669873136 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873138 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669873139 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731669873139 2024-11-15T11:24:33,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.5 2024-11-15T11:24:33,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:33,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 2024-11-15T11:24:33,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 after 1ms 2024-11-15T11:24:33,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 took 4ms 2024-11-15T11:24:33,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 so closing down 2024-11-15T11:24:33,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:33,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:33,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:33,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:33,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:33,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741935_1114 (size=749) 2024-11-15T11:24:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741935_1114 (size=749) 2024-11-15T11:24:33,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741936_1115 (size=749) 2024-11-15T11:24:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741936_1115 (size=749) 2024-11-15T11:24:33,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:33,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:33,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6, size=1.4 K (1405bytes) at 1731669873143Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 so closing down at 1731669873161 (+18 ms)3 split writer threads finished at 1731669873161Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669873178 (+17 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669873200 (+22 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873224 (+24 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669873229 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873636 (+407 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669873638 (+2 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669873639 (+1 ms) 2024-11-15T11:24:33,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.6 2024-11-15T11:24:33,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:33,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 2024-11-15T11:24:33,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 after 0ms 2024-11-15T11:24:33,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 took 5ms 2024-11-15T11:24:33,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 so closing down 2024-11-15T11:24:33,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:33,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:33,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:33,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:33,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:33,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741937_1116 (size=753) 2024-11-15T11:24:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741937_1116 (size=753) 2024-11-15T11:24:33,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741938_1117 (size=753) 2024-11-15T11:24:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741938_1117 (size=753) 2024-11-15T11:24:33,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:33,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:33,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7, size=1.4 K (1413bytes) at 1731669873643Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 so closing down at 1731669873664 (+21 ms)3 split writer threads finished at 1731669873664Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669873669 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669873672 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873711 (+39 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669873714 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873737 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669873740 (+3 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669873741 (+1 ms) 2024-11-15T11:24:33,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.7 2024-11-15T11:24:33,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:33,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 2024-11-15T11:24:33,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 after 1ms 2024-11-15T11:24:33,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 took 5ms 2024-11-15T11:24:33,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 so closing down 2024-11-15T11:24:33,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:33,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:33,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:33,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:33,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:33,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741939_1118 (size=753) 2024-11-15T11:24:33,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741939_1118 (size=753) 2024-11-15T11:24:33,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741940_1119 (size=753) 2024-11-15T11:24:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741940_1119 (size=753) 2024-11-15T11:24:33,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:33,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:33,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8, size=1.4 K (1413bytes) at 1731669873747Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 so closing down at 1731669873758 (+11 ms)3 split writer threads finished at 1731669873758Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669873773 (+15 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669873773Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873804 (+31 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669873806 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873836 (+30 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669873841 (+5 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669873841 2024-11-15T11:24:33,846 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.8 2024-11-15T11:24:33,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:33,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 2024-11-15T11:24:33,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 after 0ms 2024-11-15T11:24:33,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 took 4ms 2024-11-15T11:24:33,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 so closing down 2024-11-15T11:24:33,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:33,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:33,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:33,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:33,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:33,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741942_1121 (size=753) 2024-11-15T11:24:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741942_1121 (size=753) 2024-11-15T11:24:33,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:33,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741941_1120 (size=753) 2024-11-15T11:24:33,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741941_1120 (size=753) 2024-11-15T11:24:33,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:33,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:33,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9, size=1.4 K (1413bytes) at 1731669873846Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 so closing down at 1731669873857 (+11 ms)3 split writer threads finished at 1731669873862 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669873880 (+18 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669873891 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873919 (+28 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669873920 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669873929 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669873933 (+4 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669873933 2024-11-15T11:24:33,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731669868320/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/008c7cd5-2399-b790-a17a-868140d21941/oldWALs/wal.dat.9 2024-11-15T11:24:34,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140 (was 142), OpenFileDescriptor=399 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 364) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4577 (was 4669) 2024-11-15T11:24:34,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4575 2024-11-15T11:24:34,115 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741943_1122 (size=7) 2024-11-15T11:24:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741943_1122 (size=7) 2024-11-15T11:24:34,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:34,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:34,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:34,158 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:34,180 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=4575 (was 4575) 2024-11-15T11:24:34,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4574 2024-11-15T11:24:34,198 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741944_1123 (size=7) 2024-11-15T11:24:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741944_1123 (size=7) 2024-11-15T11:24:34,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:34,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:34,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:34,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:34,268 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:34,270 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:34,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741945_1124 (size=1393) 2024-11-15T11:24:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741945_1124 (size=1393) 2024-11-15T11:24:34,322 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:34,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:34,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741946_1125 (size=1393) 2024-11-15T11:24:34,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741946_1125 (size=1393) 2024-11-15T11:24:34,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:34,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741947_1126 (size=1393) 2024-11-15T11:24:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741947_1126 (size=1393) 2024-11-15T11:24:34,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:34,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:34,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741948_1127 (size=1393) 2024-11-15T11:24:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741948_1127 (size=1393) 2024-11-15T11:24:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:34,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741949_1128 (size=1393) 2024-11-15T11:24:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741949_1128 (size=1393) 2024-11-15T11:24:34,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:34,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:34,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741950_1129 (size=1393) 2024-11-15T11:24:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741950_1129 (size=1393) 2024-11-15T11:24:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:34,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741951_1130 (size=1405) 2024-11-15T11:24:34,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741951_1130 (size=1405) 2024-11-15T11:24:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:34,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:34,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741952_1131 (size=1413) 2024-11-15T11:24:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741952_1131 (size=1413) 2024-11-15T11:24:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:34,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:34,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741953_1132 (size=1413) 2024-11-15T11:24:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741953_1132 (size=1413) 2024-11-15T11:24:34,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:34,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:34,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:34,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741954_1133 (size=1413) 2024-11-15T11:24:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741954_1133 (size=1413) 2024-11-15T11:24:34,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:34,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:34,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 2024-11-15T11:24:34,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 after 1ms 2024-11-15T11:24:34,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 took 5ms 2024-11-15T11:24:34,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 so closing down 2024-11-15T11:24:34,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:34,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:34,891 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:34,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:34,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:34,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:35,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741955_1134 (size=743) 2024-11-15T11:24:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741955_1134 (size=743) 2024-11-15T11:24:35,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741956_1135 (size=743) 2024-11-15T11:24:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741956_1135 (size=743) 2024-11-15T11:24:35,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:35,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0, size=1.4 K (1393bytes) at 1731669874836Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 so closing down at 1731669874868 (+32 ms)3 split writer threads finished at 1731669874874 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669874916 (+42 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669874926 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875023 (+97 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669875026 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875038 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669875041 (+3 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875041 2024-11-15T11:24:35,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.0 2024-11-15T11:24:35,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:35,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 2024-11-15T11:24:35,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 after 2ms 2024-11-15T11:24:35,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 took 4ms 2024-11-15T11:24:35,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 so closing down 2024-11-15T11:24:35,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:35,097 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:35,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:35,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741957_1136 (size=743) 2024-11-15T11:24:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741957_1136 (size=743) 2024-11-15T11:24:35,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741958_1137 (size=743) 2024-11-15T11:24:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741958_1137 (size=743) 2024-11-15T11:24:35,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:35,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1, size=1.4 K (1393bytes) at 1731669875044Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 so closing down at 1731669875061 (+17 ms)3 split writer threads finished at 1731669875064 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669875098 (+34 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669875112 (+14 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875133 (+21 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669875134 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875142 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669875144 (+2 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875144 2024-11-15T11:24:35,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.1 2024-11-15T11:24:35,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:35,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 2024-11-15T11:24:35,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 after 1ms 2024-11-15T11:24:35,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 took 3ms 2024-11-15T11:24:35,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 so closing down 2024-11-15T11:24:35,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:35,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:35,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:35,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741960_1139 (size=743) 2024-11-15T11:24:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741959_1138 (size=743) 2024-11-15T11:24:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741960_1139 (size=743) 2024-11-15T11:24:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741959_1138 (size=743) 2024-11-15T11:24:35,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:35,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:35,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2, size=1.4 K (1393bytes) at 1731669875146Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 so closing down at 1731669875150 (+4 ms)3 split writer threads finished at 1731669875151 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669875156 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669875156Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875172 (+16 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669875174 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875571 (+397 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669875574 (+3 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875575 (+1 ms) 2024-11-15T11:24:35,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.2 2024-11-15T11:24:35,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:35,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 2024-11-15T11:24:35,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 after 1ms 2024-11-15T11:24:35,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 took 4ms 2024-11-15T11:24:35,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 so closing down 2024-11-15T11:24:35,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:35,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:35,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:35,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:35,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741962_1141 (size=743) 2024-11-15T11:24:35,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741962_1141 (size=743) 2024-11-15T11:24:35,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:35,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741961_1140 (size=743) 2024-11-15T11:24:35,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741961_1140 (size=743) 2024-11-15T11:24:35,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:35,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3, size=1.4 K (1393bytes) at 1731669875581Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 so closing down at 1731669875592 (+11 ms)3 split writer threads finished at 1731669875592Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669875617 (+25 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669875620 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875645 (+25 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669875652 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875664 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669875667 (+3 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875667 2024-11-15T11:24:35,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.3 2024-11-15T11:24:35,670 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:35,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 2024-11-15T11:24:35,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 after 1ms 2024-11-15T11:24:35,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 took 5ms 2024-11-15T11:24:35,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 so closing down 2024-11-15T11:24:35,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,688 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:35,690 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:35,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:35,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:35,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741963_1142 (size=743) 2024-11-15T11:24:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741963_1142 (size=743) 2024-11-15T11:24:35,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741964_1143 (size=743) 2024-11-15T11:24:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741964_1143 (size=743) 2024-11-15T11:24:35,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:35,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4, size=1.4 K (1393bytes) at 1731669875671Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 so closing down at 1731669875685 (+14 ms)3 split writer threads finished at 1731669875686 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669875692 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669875696 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875713 (+17 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669875714 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875726 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669875728 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875728 2024-11-15T11:24:35,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.4 2024-11-15T11:24:35,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:35,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 2024-11-15T11:24:35,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 after 1ms 2024-11-15T11:24:35,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 took 10ms 2024-11-15T11:24:35,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 so closing down 2024-11-15T11:24:35,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:35,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:35,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:35,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741965_1144 (size=743) 2024-11-15T11:24:35,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741965_1144 (size=743) 2024-11-15T11:24:35,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741966_1145 (size=743) 2024-11-15T11:24:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741966_1145 (size=743) 2024-11-15T11:24:35,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:35,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:35,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5, size=1.4 K (1393bytes) at 1731669875732Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 so closing down at 1731669875751 (+19 ms)3 split writer threads finished at 1731669875752 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669875777 (+25 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669875784 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875815 (+31 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669875818 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875820 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669875823 (+3 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669875823 2024-11-15T11:24:35,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.5 2024-11-15T11:24:35,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:35,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 2024-11-15T11:24:35,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 after 1ms 2024-11-15T11:24:35,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 took 6ms 2024-11-15T11:24:35,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 so closing down 2024-11-15T11:24:35,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:35,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:35,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:35,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741967_1146 (size=749) 2024-11-15T11:24:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741967_1146 (size=749) 2024-11-15T11:24:35,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:35,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741968_1147 (size=749) 2024-11-15T11:24:35,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741968_1147 (size=749) 2024-11-15T11:24:35,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:35,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:35,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6, size=1.4 K (1405bytes) at 1731669875826Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 so closing down at 1731669875833 (+7 ms)3 split writer threads finished at 1731669875837 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669875852 (+15 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669875873 (+21 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875874 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669875876 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875893 (+17 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669875894 (+1 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669875894 2024-11-15T11:24:35,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.6 2024-11-15T11:24:35,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:35,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 2024-11-15T11:24:35,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 after 1ms 2024-11-15T11:24:35,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 took 3ms 2024-11-15T11:24:35,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 so closing down 2024-11-15T11:24:35,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,912 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:35,912 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:35,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:35,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741970_1149 (size=753) 2024-11-15T11:24:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741969_1148 (size=753) 2024-11-15T11:24:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741970_1149 (size=753) 2024-11-15T11:24:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741969_1148 (size=753) 2024-11-15T11:24:35,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:35,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:35,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:35,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7, size=1.4 K (1413bytes) at 1731669875897Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 so closing down at 1731669875908 (+11 ms)3 split writer threads finished at 1731669875910 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669875919 (+9 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669875919Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875936 (+17 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669875938 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875941 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669875942 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669875942 2024-11-15T11:24:35,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.7 2024-11-15T11:24:35,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:35,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 2024-11-15T11:24:35,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 after 1ms 2024-11-15T11:24:35,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 took 3ms 2024-11-15T11:24:35,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 so closing down 2024-11-15T11:24:35,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,951 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:35,951 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:35,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:35,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741972_1151 (size=753) 2024-11-15T11:24:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741972_1151 (size=753) 2024-11-15T11:24:35,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741971_1150 (size=753) 2024-11-15T11:24:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741971_1150 (size=753) 2024-11-15T11:24:35,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:35,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:35,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:35,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8, size=1.4 K (1413bytes) at 1731669875944Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 so closing down at 1731669875948 (+4 ms)3 split writer threads finished at 1731669875948Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669875953 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669875953Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875960 (+7 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669875964 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669875972 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669875973 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669875973 2024-11-15T11:24:35,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.8 2024-11-15T11:24:35,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:35,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 2024-11-15T11:24:35,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 after 0ms 2024-11-15T11:24:35,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 took 2ms 2024-11-15T11:24:35,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 so closing down 2024-11-15T11:24:35,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:35,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:35,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:36,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:36,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:36,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741973_1152 (size=753) 2024-11-15T11:24:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741973_1152 (size=753) 2024-11-15T11:24:36,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:36,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741974_1153 (size=753) 2024-11-15T11:24:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741974_1153 (size=753) 2024-11-15T11:24:36,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:36,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:36,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:36,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9, size=1.4 K (1413bytes) at 1731669875976Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 so closing down at 1731669875980 (+4 ms)3 split writer threads finished at 1731669875981 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669876016 (+35 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669876017 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669876032 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669876036 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669876049 (+13 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669876050 (+1 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669876050 2024-11-15T11:24:36,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/WALs/testsplit,16010,1731669874267/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/1c19f2dd-f466-ad6b-7956-b50d202a5165/oldWALs/wal.dat.9 2024-11-15T11:24:36,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 140), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=4558 (was 4574) 2024-11-15T11:24:36,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4557 2024-11-15T11:24:36,123 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741975_1154 (size=7) 2024-11-15T11:24:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741975_1154 (size=7) 2024-11-15T11:24:36,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:36,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:36,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:36,547 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:36,547 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:36,548 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:36,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:36,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741976_1155 (size=1393) 2024-11-15T11:24:36,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741976_1155 (size=1393) 2024-11-15T11:24:36,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:36,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:36,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741977_1156 (size=1393) 2024-11-15T11:24:36,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741977_1156 (size=1393) 2024-11-15T11:24:36,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:36,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:36,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741978_1157 (size=1393) 2024-11-15T11:24:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741978_1157 (size=1393) 2024-11-15T11:24:36,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:36,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741979_1158 (size=1393) 2024-11-15T11:24:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741979_1158 (size=1393) 2024-11-15T11:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:36,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741980_1159 (size=1393) 2024-11-15T11:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741980_1159 (size=1393) 2024-11-15T11:24:36,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:36,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:36,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741981_1160 (size=1393) 2024-11-15T11:24:36,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741981_1160 (size=1393) 2024-11-15T11:24:37,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:37,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741982_1161 (size=1405) 2024-11-15T11:24:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741982_1161 (size=1405) 2024-11-15T11:24:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:37,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741983_1162 (size=1413) 2024-11-15T11:24:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741983_1162 (size=1413) 2024-11-15T11:24:37,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:37,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:37,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741984_1163 (size=1413) 2024-11-15T11:24:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741984_1163 (size=1413) 2024-11-15T11:24:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:37,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:37,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741985_1164 (size=1413) 2024-11-15T11:24:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741985_1164 (size=1413) 2024-11-15T11:24:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:37,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:24:37,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:37,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 2024-11-15T11:24:37,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 after 0ms 2024-11-15T11:24:37,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 took 51ms 2024-11-15T11:24:37,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 so closing down 2024-11-15T11:24:37,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,276 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:37,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:37,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:37,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741987_1166 (size=743) 2024-11-15T11:24:37,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741987_1166 (size=743) 2024-11-15T11:24:37,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:37,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741986_1165 (size=743) 2024-11-15T11:24:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741986_1165 (size=743) 2024-11-15T11:24:37,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:37,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0, size=1.4 K (1393bytes) at 1731669877217Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 so closing down at 1731669877271 (+54 ms)3 split writer threads finished at 1731669877271Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669877277 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669877277Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877294 (+17 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669877296 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877305 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669877308 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877308 2024-11-15T11:24:37,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.0 2024-11-15T11:24:37,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:37,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 2024-11-15T11:24:37,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 after 0ms 2024-11-15T11:24:37,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 took 4ms 2024-11-15T11:24:37,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 so closing down 2024-11-15T11:24:37,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:37,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:37,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:37,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741988_1167 (size=743) 2024-11-15T11:24:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741989_1168 (size=743) 2024-11-15T11:24:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741988_1167 (size=743) 2024-11-15T11:24:37,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741989_1168 (size=743) 2024-11-15T11:24:37,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:37,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:37,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1, size=1.4 K (1393bytes) at 1731669877311Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 so closing down at 1731669877317 (+6 ms)3 split writer threads finished at 1731669877318 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669877334 (+16 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669877335 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877351 (+16 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877351Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669877354 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669877354Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877354 2024-11-15T11:24:37,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.1 2024-11-15T11:24:37,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:37,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 2024-11-15T11:24:37,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 after 0ms 2024-11-15T11:24:37,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 took 4ms 2024-11-15T11:24:37,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 so closing down 2024-11-15T11:24:37,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:37,366 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:37,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:37,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:37,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741990_1169 (size=743) 2024-11-15T11:24:37,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741990_1169 (size=743) 2024-11-15T11:24:37,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741991_1170 (size=743) 2024-11-15T11:24:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741991_1170 (size=743) 2024-11-15T11:24:37,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:37,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2, size=1.4 K (1393bytes) at 1731669877357Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 so closing down at 1731669877362 (+5 ms)3 split writer threads finished at 1731669877362Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669877366 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669877368 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877374 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669877377 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877386 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669877389 (+3 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877389 2024-11-15T11:24:37,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.2 2024-11-15T11:24:37,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:37,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 2024-11-15T11:24:37,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 after 1ms 2024-11-15T11:24:37,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 took 3ms 2024-11-15T11:24:37,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 so closing down 2024-11-15T11:24:37,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:37,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:37,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:37,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741992_1171 (size=743) 2024-11-15T11:24:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741992_1171 (size=743) 2024-11-15T11:24:37,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741993_1172 (size=743) 2024-11-15T11:24:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741993_1172 (size=743) 2024-11-15T11:24:37,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:37,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3, size=1.4 K (1393bytes) at 1731669877392Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 so closing down at 1731669877396 (+4 ms)3 split writer threads finished at 1731669877397 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669877401 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669877401Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877412 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669877415 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877827 (+412 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669877830 (+3 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877830 2024-11-15T11:24:37,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.3 2024-11-15T11:24:37,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:37,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 2024-11-15T11:24:37,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 after 2ms 2024-11-15T11:24:37,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 took 5ms 2024-11-15T11:24:37,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 so closing down 2024-11-15T11:24:37,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,842 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:37,842 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:37,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:37,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741994_1173 (size=743) 2024-11-15T11:24:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741994_1173 (size=743) 2024-11-15T11:24:37,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741995_1174 (size=743) 2024-11-15T11:24:37,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741995_1174 (size=743) 2024-11-15T11:24:37,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:37,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4, size=1.4 K (1393bytes) at 1731669877833Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 so closing down at 1731669877839 (+6 ms)3 split writer threads finished at 1731669877839Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669877844 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669877844Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877852 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669877854 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877856 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669877858 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877858 2024-11-15T11:24:37,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.4 2024-11-15T11:24:37,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:37,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 2024-11-15T11:24:37,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 after 0ms 2024-11-15T11:24:37,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 took 6ms 2024-11-15T11:24:37,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 so closing down 2024-11-15T11:24:37,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:37,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:37,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:37,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741996_1175 (size=743) 2024-11-15T11:24:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741996_1175 (size=743) 2024-11-15T11:24:37,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741997_1176 (size=743) 2024-11-15T11:24:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741997_1176 (size=743) 2024-11-15T11:24:37,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:37,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:37,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5, size=1.4 K (1393bytes) at 1731669877861Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 so closing down at 1731669877867 (+6 ms)3 split writer threads finished at 1731669877867Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669877871 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669877878 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877889 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669877892 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877914 (+22 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669877919 (+5 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669877919 2024-11-15T11:24:37,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.5 2024-11-15T11:24:37,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:37,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 2024-11-15T11:24:37,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 after 1ms 2024-11-15T11:24:37,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 took 10ms 2024-11-15T11:24:37,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 so closing down 2024-11-15T11:24:37,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:37,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:37,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:37,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741998_1177 (size=749) 2024-11-15T11:24:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741998_1177 (size=749) 2024-11-15T11:24:37,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073741999_1178 (size=749) 2024-11-15T11:24:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073741999_1178 (size=749) 2024-11-15T11:24:37,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:37,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:37,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6, size=1.4 K (1405bytes) at 1731669877925Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 so closing down at 1731669877938 (+13 ms)3 split writer threads finished at 1731669877938Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669877946 (+8 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669877948 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877961 (+13 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669877963 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877967 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669877972 (+5 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669877973 (+1 ms) 2024-11-15T11:24:37,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.6 2024-11-15T11:24:37,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:37,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 2024-11-15T11:24:37,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 after 1ms 2024-11-15T11:24:37,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 took 4ms 2024-11-15T11:24:37,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 so closing down 2024-11-15T11:24:37,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:37,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:37,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:37,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:37,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:37,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742000_1179 (size=753) 2024-11-15T11:24:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742001_1180 (size=753) 2024-11-15T11:24:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742000_1179 (size=753) 2024-11-15T11:24:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742001_1180 (size=753) 2024-11-15T11:24:37,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:37,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:37,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:37,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:37,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7, size=1.4 K (1413bytes) at 1731669877976Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 so closing down at 1731669877981 (+5 ms)3 split writer threads finished at 1731669877983 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669877987 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669877988 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877995 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669877995Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669877999 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669877999Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669877999 2024-11-15T11:24:38,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.7 2024-11-15T11:24:38,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:38,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 2024-11-15T11:24:38,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 after 1ms 2024-11-15T11:24:38,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 took 4ms 2024-11-15T11:24:38,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 so closing down 2024-11-15T11:24:38,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:38,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:38,014 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:38,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:38,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:38,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742002_1181 (size=753) 2024-11-15T11:24:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742002_1181 (size=753) 2024-11-15T11:24:38,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:38,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:38,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742003_1182 (size=753) 2024-11-15T11:24:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742003_1182 (size=753) 2024-11-15T11:24:38,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:38,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:38,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:38,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8, size=1.4 K (1413bytes) at 1731669878002Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 so closing down at 1731669878007 (+5 ms)3 split writer threads finished at 1731669878007Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669878016 (+9 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669878020 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669878041 (+21 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669878052 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669878058 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669878061 (+3 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669878061 2024-11-15T11:24:38,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.8 2024-11-15T11:24:38,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:38,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 2024-11-15T11:24:38,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 after 1ms 2024-11-15T11:24:38,069 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 took 4ms 2024-11-15T11:24:38,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 so closing down 2024-11-15T11:24:38,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:38,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:38,081 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:38,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:38,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:38,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742005_1184 (size=753) 2024-11-15T11:24:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742005_1184 (size=753) 2024-11-15T11:24:38,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:38,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742004_1183 (size=753) 2024-11-15T11:24:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742004_1183 (size=753) 2024-11-15T11:24:38,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:38,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:38,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:38,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9, size=1.4 K (1413bytes) at 1731669878065Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 so closing down at 1731669878078 (+13 ms)3 split writer threads finished at 1731669878078Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669878084 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669878088 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669878106 (+18 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669878110 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669878119 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669878124 (+5 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669878124 2024-11-15T11:24:38,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/WALs/testmovedwalduringrecovery,16010,1731669876547/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/82b78f1e-025d-5b73-a873-c1f0fbf36abf/oldWALs/wal.dat.9 2024-11-15T11:24:38,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=4543 (was 4557) 2024-11-15T11:24:38,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4542 2024-11-15T11:24:38,155 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742006_1185 (size=7) 2024-11-15T11:24:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742006_1185 (size=7) 2024-11-15T11:24:38,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:38,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:38,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:38,176 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:38,180 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T11:24:38,181 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-15T11:24:38,181 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-15T11:24:38,182 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-15T11:24:38,182 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-15T11:24:38,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake, size=0 (0bytes) 2024-11-15T11:24:38,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake took 9ms 2024-11-15T11:24:38,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake so closing down 2024-11-15T11:24:38,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:38,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:38,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-15T11:24:38,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-15T11:24:38,724 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-15T11:24:38,798 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-11-15T11:24:38,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) 2024-11-15T11:24:38,817 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-15T11:24:38,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-15T11:24:38,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) 2024-11-15T11:24:38,880 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-15T11:24:38,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-11-15T11:24:38,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 690 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:24:38,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake, size=0 (0bytes) at 1731669878202Split 1024 edits, skipped 0 edits. at 1731669878241 (+39 ms)Split 2048 edits, skipped 0 edits. at 1731669878262 (+21 ms)Split 3072 edits, skipped 0 edits. at 1731669878282 (+20 ms)Split 4096 edits, skipped 0 edits. at 1731669878311 (+29 ms)Split 5120 edits, skipped 0 edits. at 1731669878334 (+23 ms)Split 6144 edits, skipped 0 edits. at 1731669878358 (+24 ms)Split 7168 edits, skipped 0 edits. at 1731669878382 (+24 ms)Split 8192 edits, skipped 0 edits. at 1731669878406 (+24 ms)Split 9216 edits, skipped 0 edits. at 1731669878433 (+27 ms)Split 10240 edits, skipped 0 edits. at 1731669878458 (+25 ms)Split 11264 edits, skipped 0 edits. at 1731669878481 (+23 ms)Split 12288 edits, skipped 0 edits. at 1731669878510 (+29 ms)Split 13312 edits, skipped 0 edits. at 1731669878536 (+26 ms)Split 14336 edits, skipped 0 edits. at 1731669878560 (+24 ms)Split 15360 edits, skipped 0 edits. at 1731669878585 (+25 ms)Split 16384 edits, skipped 0 edits. at 1731669878611 (+26 ms)Split 17408 edits, skipped 0 edits. at 1731669878638 (+27 ms)Split 18432 edits, skipped 0 edits. at 1731669878663 (+25 ms)Split 19456 edits, skipped 0 edits. at 1731669878688 (+25 ms)Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake so closing down at 1731669878701 (+13 ms)3 split writer threads finished at 1731669878702 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731669878708 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731669878708Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731669878724 (+16 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1731669878798 (+74 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) at 1731669878812 (+14 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731669878817 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731669878820 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 115 ms) at 1731669878824 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1731669878880 (+56 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1731669878902 (+22 ms)Processed 20000 edits across 5 Regions in 690 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/777b29c7-29e1-6a10-3fd0-f4619ee10656/WALs/testthreading,16010,1731669878177/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731669878904 (+2 ms) 2024-11-15T11:24:38,904 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-15T11:24:38,905 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-15T11:24:38,905 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-15T11:24:38,905 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-15T11:24:38,905 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-15T11:24:38,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=4484 (was 4542) 2024-11-15T11:24:38,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4483 2024-11-15T11:24:38,960 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742007_1186 (size=7) 2024-11-15T11:24:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742007_1186 (size=7) 2024-11-15T11:24:39,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:39,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:39,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:39,053 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:39,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T11:24:39,060 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:39,062 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:39,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742008_1187 (size=1393) 2024-11-15T11:24:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742008_1187 (size=1393) 2024-11-15T11:24:39,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:39,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742009_1188 (size=1393) 2024-11-15T11:24:39,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742009_1188 (size=1393) 2024-11-15T11:24:39,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:39,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:39,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742010_1189 (size=1393) 2024-11-15T11:24:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742010_1189 (size=1393) 2024-11-15T11:24:39,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:39,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:39,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742011_1190 (size=1393) 2024-11-15T11:24:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742011_1190 (size=1393) 2024-11-15T11:24:39,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:39,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:39,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742012_1191 (size=1393) 2024-11-15T11:24:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742012_1191 (size=1393) 2024-11-15T11:24:39,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:39,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:39,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:39,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742013_1192 (size=1393) 2024-11-15T11:24:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742013_1192 (size=1393) 2024-11-15T11:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:40,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742014_1193 (size=1405) 2024-11-15T11:24:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742014_1193 (size=1405) 2024-11-15T11:24:40,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:40,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:40,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742015_1194 (size=1413) 2024-11-15T11:24:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742015_1194 (size=1413) 2024-11-15T11:24:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:40,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742016_1195 (size=1413) 2024-11-15T11:24:40,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742016_1195 (size=1413) 2024-11-15T11:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:40,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742017_1196 (size=1413) 2024-11-15T11:24:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742017_1196 (size=1413) 2024-11-15T11:24:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:40,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T11:24:40,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty, size=0 (0bytes) 2024-11-15T11:24:40,257 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty might be still open, length is 0 2024-11-15T11:24:40,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty 2024-11-15T11:24:40,257 WARN [IPC Server handler 0 on default port 32795 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty closed. 2024-11-15T11:24:40,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty after 1ms 2024-11-15T11:24:40,259 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T11:24:40,260 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty; empty? 2024-11-15T11:24:40,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty so closing down 2024-11-15T11:24:40,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:24:40,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty, size=0 (0bytes) at 1731669880257Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty so closing down at 1731669880260 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731669880260 2024-11-15T11:24:40,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat..empty to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat..empty 2024-11-15T11:24:40,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:40,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 2024-11-15T11:24:40,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 after 0ms 2024-11-15T11:24:40,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 took 2ms 2024-11-15T11:24:40,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 so closing down 2024-11-15T11:24:40,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:40,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:40,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:40,271 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:40,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:40,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742019_1198 (size=743) 2024-11-15T11:24:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742019_1198 (size=743) 2024-11-15T11:24:40,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742018_1197 (size=743) 2024-11-15T11:24:40,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742018_1197 (size=743) 2024-11-15T11:24:40,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:40,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:40,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:40,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:40,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:40,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0, size=1.4 K (1393bytes) at 1731669880263Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 so closing down at 1731669880267 (+4 ms)3 split writer threads finished at 1731669880267Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669880272 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669880276 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669880294 (+18 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669880295 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669880692 (+397 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669880694 (+2 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669880694 2024-11-15T11:24:40,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.0 2024-11-15T11:24:40,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:40,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 2024-11-15T11:24:40,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 after 0ms 2024-11-15T11:24:40,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 took 2ms 2024-11-15T11:24:40,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 so closing down 2024-11-15T11:24:40,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:40,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:40,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:40,701 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:40,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:40,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742021_1200 (size=743) 2024-11-15T11:24:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742021_1200 (size=743) 2024-11-15T11:24:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742020_1199 (size=743) 2024-11-15T11:24:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742020_1199 (size=743) 2024-11-15T11:24:40,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:40,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:41,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:41,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:41,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1, size=1.4 K (1393bytes) at 1731669880696Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 so closing down at 1731669880699 (+3 ms)3 split writer threads finished at 1731669880699Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669880704 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669880709 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669880730 (+21 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669880731 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881130 (+399 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669881131 (+1 ms)Processed 20 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669881131 2024-11-15T11:24:41,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.1 2024-11-15T11:24:41,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:41,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 2024-11-15T11:24:41,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 after 1ms 2024-11-15T11:24:41,136 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 took 3ms 2024-11-15T11:24:41,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 so closing down 2024-11-15T11:24:41,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:41,144 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:41,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:41,153 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:41,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:41,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:41,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742023_1202 (size=743) 2024-11-15T11:24:41,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742023_1202 (size=743) 2024-11-15T11:24:41,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:41,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742022_1201 (size=743) 2024-11-15T11:24:41,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742022_1201 (size=743) 2024-11-15T11:24:41,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:41,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:41,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2, size=1.4 K (1393bytes) at 1731669881133Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 so closing down at 1731669881141 (+8 ms)3 split writer threads finished at 1731669881144 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669881155 (+11 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669881155Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881169 (+14 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669881171 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881184 (+13 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669881186 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669881186 2024-11-15T11:24:41,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.2 2024-11-15T11:24:41,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:41,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 2024-11-15T11:24:41,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 after 0ms 2024-11-15T11:24:41,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 took 3ms 2024-11-15T11:24:41,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 so closing down 2024-11-15T11:24:41,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:41,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:41,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:41,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:41,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:41,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742024_1203 (size=743) 2024-11-15T11:24:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742024_1203 (size=743) 2024-11-15T11:24:41,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742025_1204 (size=743) 2024-11-15T11:24:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742025_1204 (size=743) 2024-11-15T11:24:41,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:41,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:41,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3, size=1.4 K (1393bytes) at 1731669881188Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 so closing down at 1731669881192 (+4 ms)3 split writer threads finished at 1731669881192Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669881196 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669881209 (+13 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881215 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669881217 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881630 (+413 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669881631 (+1 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669881631 2024-11-15T11:24:41,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.3 2024-11-15T11:24:41,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:41,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 2024-11-15T11:24:41,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 after 1ms 2024-11-15T11:24:41,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 took 2ms 2024-11-15T11:24:41,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 so closing down 2024-11-15T11:24:41,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:41,637 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:41,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:41,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:41,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:41,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742026_1205 (size=743) 2024-11-15T11:24:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742026_1205 (size=743) 2024-11-15T11:24:41,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742027_1206 (size=743) 2024-11-15T11:24:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742027_1206 (size=743) 2024-11-15T11:24:41,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:41,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:41,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4, size=1.4 K (1393bytes) at 1731669881633Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 so closing down at 1731669881637 (+4 ms)3 split writer threads finished at 1731669881637Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669881640 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669881648 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881658 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669881659 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881664 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669881666 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669881666 2024-11-15T11:24:41,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.4 2024-11-15T11:24:41,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:41,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 2024-11-15T11:24:41,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 after 0ms 2024-11-15T11:24:41,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 took 3ms 2024-11-15T11:24:41,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 so closing down 2024-11-15T11:24:41,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:41,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:41,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:41,680 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:41,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:41,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742029_1208 (size=743) 2024-11-15T11:24:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742029_1208 (size=743) 2024-11-15T11:24:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742028_1207 (size=743) 2024-11-15T11:24:41,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742028_1207 (size=743) 2024-11-15T11:24:41,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:41,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:41,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:41,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5, size=1.4 K (1393bytes) at 1731669881668Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 so closing down at 1731669881671 (+3 ms)3 split writer threads finished at 1731669881672 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669881692 (+20 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669881695 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881709 (+14 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881712 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669881712Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669881713 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669881713 2024-11-15T11:24:41,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.5 2024-11-15T11:24:41,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:41,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 2024-11-15T11:24:41,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 after 1ms 2024-11-15T11:24:41,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 took 4ms 2024-11-15T11:24:41,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 so closing down 2024-11-15T11:24:41,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:41,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:41,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:41,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:41,736 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:41,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742030_1209 (size=749) 2024-11-15T11:24:41,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:41,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742030_1209 (size=749) 2024-11-15T11:24:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742031_1210 (size=749) 2024-11-15T11:24:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742031_1210 (size=749) 2024-11-15T11:24:42,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:42,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:42,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6, size=1.4 K (1405bytes) at 1731669881715Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 so closing down at 1731669881722 (+7 ms)3 split writer threads finished at 1731669881722Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669881735 (+13 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669881738 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669881770 (+32 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669881772 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882191 (+419 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669882193 (+2 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669882193 2024-11-15T11:24:42,197 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.6 2024-11-15T11:24:42,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:42,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 2024-11-15T11:24:42,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 after 0ms 2024-11-15T11:24:42,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 took 3ms 2024-11-15T11:24:42,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 so closing down 2024-11-15T11:24:42,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:42,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:42,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:42,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742032_1211 (size=753) 2024-11-15T11:24:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742033_1212 (size=753) 2024-11-15T11:24:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742032_1211 (size=753) 2024-11-15T11:24:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742033_1212 (size=753) 2024-11-15T11:24:42,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:42,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:42,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:42,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7, size=1.4 K (1413bytes) at 1731669882197Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 so closing down at 1731669882201 (+4 ms)3 split writer threads finished at 1731669882201Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669882205 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669882205Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882258 (+53 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882259 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669882260 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669882260Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669882261 (+1 ms) 2024-11-15T11:24:42,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.7 2024-11-15T11:24:42,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:42,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 2024-11-15T11:24:42,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 after 0ms 2024-11-15T11:24:42,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 took 2ms 2024-11-15T11:24:42,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 so closing down 2024-11-15T11:24:42,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:42,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:42,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:42,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742034_1213 (size=753) 2024-11-15T11:24:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742034_1213 (size=753) 2024-11-15T11:24:42,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742035_1214 (size=753) 2024-11-15T11:24:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742035_1214 (size=753) 2024-11-15T11:24:42,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:42,306 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:42,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8, size=1.4 K (1413bytes) at 1731669882265Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 so closing down at 1731669882269 (+4 ms)3 split writer threads finished at 1731669882269Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669882274 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669882277 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882286 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669882291 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882303 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669882306 (+3 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669882306 2024-11-15T11:24:42,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.8 2024-11-15T11:24:42,309 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:42,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 2024-11-15T11:24:42,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 after 0ms 2024-11-15T11:24:42,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 took 2ms 2024-11-15T11:24:42,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 so closing down 2024-11-15T11:24:42,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:42,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:42,320 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:42,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742036_1215 (size=753) 2024-11-15T11:24:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742036_1215 (size=753) 2024-11-15T11:24:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742037_1216 (size=753) 2024-11-15T11:24:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742037_1216 (size=753) 2024-11-15T11:24:42,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:42,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:42,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:42,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9, size=1.4 K (1413bytes) at 1731669882309Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 so closing down at 1731669882313 (+4 ms)3 split writer threads finished at 1731669882313Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669882319 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669882321 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882352 (+31 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882353 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669882354 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669882355 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669882355 2024-11-15T11:24:42,358 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.9 2024-11-15T11:24:42,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty, size=0 (0bytes) 2024-11-15T11:24:42,358 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty might be still open, length is 0 2024-11-15T11:24:42,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty 2024-11-15T11:24:42,359 WARN [IPC Server handler 3 on default port 32795 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty closed. 2024-11-15T11:24:42,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty after 1ms 2024-11-15T11:24:42,360 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T11:24:42,361 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty; empty? 2024-11-15T11:24:42,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty so closing down 2024-11-15T11:24:42,361 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:24:42,361 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty, size=0 (0bytes) at 1731669882358Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty so closing down at 1731669882361 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731669882361 2024-11-15T11:24:42,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/WALs/testemptyopenlogfiles,16010,1731669879053/wal.dat.empty to hdfs://localhost:32795/user/jenkins/test-data/00747f81-49fb-5a2e-1563-de2dc0b02b3d/oldWALs/wal.dat.empty 2024-11-15T11:24:42,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 139), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4464 (was 4483) 2024-11-15T11:24:42,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=4464 2024-11-15T11:24:42,446 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742038_1217 (size=7) 2024-11-15T11:24:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742038_1217 (size=7) 2024-11-15T11:24:42,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:42,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:42,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:42,464 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:42,464 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:42,465 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:42,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742039_1218 (size=1393) 2024-11-15T11:24:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742039_1218 (size=1393) 2024-11-15T11:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:42,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742040_1219 (size=1393) 2024-11-15T11:24:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742040_1219 (size=1393) 2024-11-15T11:24:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:42,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742041_1220 (size=1393) 2024-11-15T11:24:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742041_1220 (size=1393) 2024-11-15T11:24:42,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:42,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742042_1221 (size=1393) 2024-11-15T11:24:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742042_1221 (size=1393) 2024-11-15T11:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:42,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742043_1222 (size=1393) 2024-11-15T11:24:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742043_1222 (size=1393) 2024-11-15T11:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:42,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742044_1223 (size=1393) 2024-11-15T11:24:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742044_1223 (size=1393) 2024-11-15T11:24:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:42,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742045_1224 (size=1405) 2024-11-15T11:24:42,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:42,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742045_1224 (size=1405) 2024-11-15T11:24:42,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:42,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742046_1225 (size=1413) 2024-11-15T11:24:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742046_1225 (size=1413) 2024-11-15T11:24:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:42,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742047_1226 (size=1413) 2024-11-15T11:24:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742047_1226 (size=1413) 2024-11-15T11:24:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:42,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742048_1227 (size=1413) 2024-11-15T11:24:42,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742048_1227 (size=1413) 2024-11-15T11:24:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742049_1228 (size=1398) 2024-11-15T11:24:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742049_1228 (size=1398) 2024-11-15T11:24:42,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:42,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 2024-11-15T11:24:42,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 after 0ms 2024-11-15T11:24:42,814 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 took 3ms 2024-11-15T11:24:42,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 so closing down 2024-11-15T11:24:42,816 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,821 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:42,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:42,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:42,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742050_1229 (size=743) 2024-11-15T11:24:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742050_1229 (size=743) 2024-11-15T11:24:42,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742051_1230 (size=743) 2024-11-15T11:24:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742051_1230 (size=743) 2024-11-15T11:24:42,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:42,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:42,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0, size=1.4 K (1393bytes) at 1731669882812Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 so closing down at 1731669882816 (+4 ms)3 split writer threads finished at 1731669882816Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669882823 (+7 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669882829 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882841 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669882842 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882852 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669882853 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669882854 (+1 ms) 2024-11-15T11:24:42,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.0 2024-11-15T11:24:42,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:42,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 2024-11-15T11:24:42,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 after 0ms 2024-11-15T11:24:42,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 took 3ms 2024-11-15T11:24:42,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 so closing down 2024-11-15T11:24:42,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:42,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:42,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:42,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742052_1231 (size=743) 2024-11-15T11:24:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742052_1231 (size=743) 2024-11-15T11:24:42,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742053_1232 (size=743) 2024-11-15T11:24:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742053_1232 (size=743) 2024-11-15T11:24:42,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:42,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:42,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1, size=1.4 K (1393bytes) at 1731669882856Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 so closing down at 1731669882860 (+4 ms)3 split writer threads finished at 1731669882860Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669882864 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669882867 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882875 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669882882 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882896 (+14 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669882899 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669882900 (+1 ms) 2024-11-15T11:24:42,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.1 2024-11-15T11:24:42,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:42,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 2024-11-15T11:24:42,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 after 2ms 2024-11-15T11:24:42,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 took 5ms 2024-11-15T11:24:42,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 so closing down 2024-11-15T11:24:42,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,914 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:42,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:42,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:42,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742054_1233 (size=743) 2024-11-15T11:24:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742054_1233 (size=743) 2024-11-15T11:24:42,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742055_1234 (size=743) 2024-11-15T11:24:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742055_1234 (size=743) 2024-11-15T11:24:42,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:42,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:42,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2, size=1.4 K (1393bytes) at 1731669882904Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 so closing down at 1731669882910 (+6 ms)3 split writer threads finished at 1731669882910Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669882916 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669882920 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882939 (+19 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669882940 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882950 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669882951 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669882951 2024-11-15T11:24:42,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.2 2024-11-15T11:24:42,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:42,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 2024-11-15T11:24:42,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 after 2ms 2024-11-15T11:24:42,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 took 4ms 2024-11-15T11:24:42,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 so closing down 2024-11-15T11:24:42,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,960 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:42,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:42,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:42,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742056_1235 (size=743) 2024-11-15T11:24:42,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742056_1235 (size=743) 2024-11-15T11:24:42,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742057_1236 (size=743) 2024-11-15T11:24:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742057_1236 (size=743) 2024-11-15T11:24:42,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:42,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:42,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:42,978 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3, size=1.4 K (1393bytes) at 1731669882953Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 so closing down at 1731669882958 (+5 ms)3 split writer threads finished at 1731669882958Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669882962 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669882962Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882971 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669882972 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669882977 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669882978 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669882978 2024-11-15T11:24:42,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.3 2024-11-15T11:24:42,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:42,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 2024-11-15T11:24:42,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 after 0ms 2024-11-15T11:24:42,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 took 2ms 2024-11-15T11:24:42,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 so closing down 2024-11-15T11:24:42,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:42,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:42,986 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:42,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:42,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:43,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742058_1237 (size=743) 2024-11-15T11:24:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742058_1237 (size=743) 2024-11-15T11:24:43,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742059_1238 (size=743) 2024-11-15T11:24:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742059_1238 (size=743) 2024-11-15T11:24:43,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:43,438 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:43,438 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4, size=1.4 K (1393bytes) at 1731669882980Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 so closing down at 1731669882983 (+3 ms)3 split writer threads finished at 1731669882984 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669882987 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669883004 (+17 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883020 (+16 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669883024 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883437 (+413 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669883438 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669883438 2024-11-15T11:24:43,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.4 2024-11-15T11:24:43,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5, size=1.4 K (1398bytes) 2024-11-15T11:24:43,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 2024-11-15T11:24:43,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 after 1ms 2024-11-15T11:24:43,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 took 2ms 2024-11-15T11:24:43,447 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:43,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 so closing down 2024-11-15T11:24:43,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:43,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:43,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:43,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:43,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:43,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742061_1240 (size=743) 2024-11-15T11:24:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742060_1239 (size=743) 2024-11-15T11:24:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742061_1240 (size=743) 2024-11-15T11:24:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742060_1239 (size=743) 2024-11-15T11:24:43,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:43,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:43,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-15T11:24:43,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5, size=1.4 K (1398bytes) at 1731669883440Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 so closing down at 1731669883448 (+8 ms)3 split writer threads finished at 1731669883448Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669883452 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669883453 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883471 (+18 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883471Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669883473 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669883475 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731669883476 (+1 ms) 2024-11-15T11:24:43,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/corrupt/wal.dat.5 2024-11-15T11:24:43,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:43,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 2024-11-15T11:24:43,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 after 0ms 2024-11-15T11:24:43,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 took 2ms 2024-11-15T11:24:43,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 so closing down 2024-11-15T11:24:43,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:43,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:43,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:43,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:43,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:43,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742063_1242 (size=749) 2024-11-15T11:24:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742063_1242 (size=749) 2024-11-15T11:24:43,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742062_1241 (size=749) 2024-11-15T11:24:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742062_1241 (size=749) 2024-11-15T11:24:43,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:43,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:43,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6, size=1.4 K (1405bytes) at 1731669883478Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 so closing down at 1731669883481 (+3 ms)3 split writer threads finished at 1731669883482 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669883488 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669883488Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883499 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669883501 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883503 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669883505 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669883505 2024-11-15T11:24:43,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.6 2024-11-15T11:24:43,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:43,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 2024-11-15T11:24:43,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 after 0ms 2024-11-15T11:24:43,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 took 3ms 2024-11-15T11:24:43,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 so closing down 2024-11-15T11:24:43,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:43,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:43,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:43,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:43,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:43,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742064_1243 (size=753) 2024-11-15T11:24:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742064_1243 (size=753) 2024-11-15T11:24:43,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742065_1244 (size=753) 2024-11-15T11:24:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742065_1244 (size=753) 2024-11-15T11:24:43,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:43,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:43,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7, size=1.4 K (1413bytes) at 1731669883509Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 so closing down at 1731669883513 (+4 ms)3 split writer threads finished at 1731669883513Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669883517 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669883520 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883535 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669883536 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883544 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669883547 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669883548 (+1 ms) 2024-11-15T11:24:43,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.7 2024-11-15T11:24:43,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:43,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 2024-11-15T11:24:43,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 after 1ms 2024-11-15T11:24:43,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 took 8ms 2024-11-15T11:24:43,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 so closing down 2024-11-15T11:24:43,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:43,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:43,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:43,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:43,568 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:43,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742066_1245 (size=753) 2024-11-15T11:24:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742066_1245 (size=753) 2024-11-15T11:24:43,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:43,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742067_1246 (size=753) 2024-11-15T11:24:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742067_1246 (size=753) 2024-11-15T11:24:43,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:43,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:43,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8, size=1.4 K (1413bytes) at 1731669883550Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 so closing down at 1731669883560 (+10 ms)3 split writer threads finished at 1731669883560Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669883563 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669883584 (+21 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883623 (+39 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669883625 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883647 (+22 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669883649 (+2 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669883649 2024-11-15T11:24:43,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.8 2024-11-15T11:24:43,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:43,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 2024-11-15T11:24:43,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 after 0ms 2024-11-15T11:24:43,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 took 3ms 2024-11-15T11:24:43,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 so closing down 2024-11-15T11:24:43,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:43,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:43,707 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:43,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:43,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:43,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742068_1247 (size=753) 2024-11-15T11:24:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742068_1247 (size=753) 2024-11-15T11:24:43,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:43,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742069_1248 (size=753) 2024-11-15T11:24:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742069_1248 (size=753) 2024-11-15T11:24:43,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:43,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:43,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:43,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9, size=1.4 K (1413bytes) at 1731669883653Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 so closing down at 1731669883670 (+17 ms)3 split writer threads finished at 1731669883678 (+8 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669883718 (+40 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669883728 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883804 (+76 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669883805 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669883813 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669883814 (+1 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669883815 (+1 ms) 2024-11-15T11:24:43,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731669882464/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/1bca8d2f-0415-ae18-23d9-18caded1e273/oldWALs/wal.dat.9 2024-11-15T11:24:43,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=4433 (was 4464) 2024-11-15T11:24:43,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=4432 2024-11-15T11:24:43,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742070_1249 (size=7) 2024-11-15T11:24:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742070_1249 (size=7) 2024-11-15T11:24:43,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:43,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:43,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:43,986 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:43,987 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac 2024-11-15T11:24:43,987 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region d0aee7587e33ba60f966bb90ded3f4ac 2024-11-15T11:24:43,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742071_1250 (size=3841) 2024-11-15T11:24:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742071_1250 (size=3841) 2024-11-15T11:24:44,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0, size=3.8 K (3841bytes) 2024-11-15T11:24:44,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 2024-11-15T11:24:44,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 after 1ms 2024-11-15T11:24:44,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 took 3ms 2024-11-15T11:24:44,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 so closing down 2024-11-15T11:24:44,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:44,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:44,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742072_1251 (size=1591) 2024-11-15T11:24:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742072_1251 (size=1591) 2024-11-15T11:24:44,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:44,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000009 2024-11-15T11:24:44,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 40 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-15T11:24:44,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0, size=3.8 K (3841bytes) at 1731669884062Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 so closing down at 1731669884071 (+9 ms)3 split writer threads finished at 1731669884074 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669884080 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731669884105 (+25 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/data/default/t1/d0aee7587e33ba60f966bb90ded3f4ac/recovered.edits/0000000000000000009 at 1731669884106 (+1 ms)Processed 21 edits across 1 Regions in 40 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731669884108 (+2 ms) 2024-11-15T11:24:44,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/WALs/testsplitleavescompactioneventsedits,16010,1731669883986/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/2937a307-12d2-7f94-f909-a59b0dec1c8c/oldWALs/wal.dat.0 2024-11-15T11:24:44,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4428 (was 4432) 2024-11-15T11:24:44,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4427 2024-11-15T11:24:44,166 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742073_1252 (size=7) 2024-11-15T11:24:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742073_1252 (size=7) 2024-11-15T11:24:44,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:44,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:44,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:44,210 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:44,212 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T11:24:44,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:44,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742074_1253 (size=863) 2024-11-15T11:24:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742074_1253 (size=863) 2024-11-15T11:24:44,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:44,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0, size=863 (863bytes) 2024-11-15T11:24:44,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 2024-11-15T11:24:44,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 after 2ms 2024-11-15T11:24:44,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 took 5ms 2024-11-15T11:24:44,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 so closing down 2024-11-15T11:24:44,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:44,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:44,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742075_1254 (size=863) 2024-11-15T11:24:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742075_1254 (size=863) 2024-11-15T11:24:44,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:44,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T11:24:44,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-15T11:24:44,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0, size=863 (863bytes) at 1731669884294Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 so closing down at 1731669884311 (+17 ms)3 split writer threads finished at 1731669884325 (+14 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669884332 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669884359 (+27 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731669884360 (+1 ms)Processed 10 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731669884360 2024-11-15T11:24:44,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/WALs/testsplitpreservesedits,16010,1731669884211/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/5053df6b-bb43-ee58-4a36-9ac54b8ff9f1/oldWALs/wal.dat.0 2024-11-15T11:24:44,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4414 (was 4427) 2024-11-15T11:24:44,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4413 2024-11-15T11:24:44,400 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742076_1255 (size=7) 2024-11-15T11:24:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742076_1255 (size=7) 2024-11-15T11:24:44,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:44,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:44,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:44,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:44,429 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:44,429 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:44,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742077_1256 (size=1393) 2024-11-15T11:24:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742077_1256 (size=1393) 2024-11-15T11:24:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:44,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742078_1257 (size=1393) 2024-11-15T11:24:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742078_1257 (size=1393) 2024-11-15T11:24:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:44,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:44,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742079_1258 (size=1393) 2024-11-15T11:24:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742079_1258 (size=1393) 2024-11-15T11:24:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:44,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742080_1259 (size=1393) 2024-11-15T11:24:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742080_1259 (size=1393) 2024-11-15T11:24:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:44,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742081_1260 (size=1393) 2024-11-15T11:24:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742081_1260 (size=1393) 2024-11-15T11:24:44,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:44,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:44,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742082_1261 (size=1393) 2024-11-15T11:24:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742082_1261 (size=1393) 2024-11-15T11:24:44,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:44,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:44,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742083_1262 (size=1405) 2024-11-15T11:24:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742083_1262 (size=1405) 2024-11-15T11:24:44,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:44,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742084_1263 (size=1413) 2024-11-15T11:24:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742084_1263 (size=1413) 2024-11-15T11:24:44,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:44,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:44,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742085_1264 (size=1413) 2024-11-15T11:24:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742085_1264 (size=1413) 2024-11-15T11:24:44,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:44,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:44,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:44,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742086_1265 (size=1413) 2024-11-15T11:24:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742086_1265 (size=1413) 2024-11-15T11:24:44,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742087_1266 (size=1394) 2024-11-15T11:24:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742087_1266 (size=1394) 2024-11-15T11:24:44,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:44,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 2024-11-15T11:24:44,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 after 1ms 2024-11-15T11:24:44,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 took 5ms 2024-11-15T11:24:44,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 so closing down 2024-11-15T11:24:44,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:44,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:44,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:44,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:44,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742088_1267 (size=743) 2024-11-15T11:24:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742088_1267 (size=743) 2024-11-15T11:24:44,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:44,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742089_1268 (size=743) 2024-11-15T11:24:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742089_1268 (size=743) 2024-11-15T11:24:44,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:44,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:44,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:44,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0, size=1.4 K (1393bytes) at 1731669884909Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 so closing down at 1731669884924 (+15 ms)3 split writer threads finished at 1731669884926 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669884932 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669884935 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669884953 (+18 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669884954 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669884958 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669884959 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669884959 2024-11-15T11:24:44,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.0 2024-11-15T11:24:44,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:44,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 2024-11-15T11:24:44,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 after 5ms 2024-11-15T11:24:44,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 took 8ms 2024-11-15T11:24:44,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 so closing down 2024-11-15T11:24:44,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:44,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:44,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:44,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:44,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:44,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742090_1269 (size=743) 2024-11-15T11:24:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742090_1269 (size=743) 2024-11-15T11:24:45,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742091_1270 (size=743) 2024-11-15T11:24:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742091_1270 (size=743) 2024-11-15T11:24:45,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:45,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:45,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1, size=1.4 K (1393bytes) at 1731669884961Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 so closing down at 1731669884976 (+15 ms)3 split writer threads finished at 1731669884977 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669884980 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669884992 (+12 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885015 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669885016 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885034 (+18 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669885035 (+1 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669885035 2024-11-15T11:24:45,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.1 2024-11-15T11:24:45,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:45,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 2024-11-15T11:24:45,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 after 0ms 2024-11-15T11:24:45,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 took 2ms 2024-11-15T11:24:45,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 so closing down 2024-11-15T11:24:45,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,043 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:45,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:45,047 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:45,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:45,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742092_1271 (size=743) 2024-11-15T11:24:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742092_1271 (size=743) 2024-11-15T11:24:45,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742093_1272 (size=743) 2024-11-15T11:24:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742093_1272 (size=743) 2024-11-15T11:24:45,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:45,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:45,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2, size=1.4 K (1393bytes) at 1731669885036Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 so closing down at 1731669885041 (+5 ms)3 split writer threads finished at 1731669885041Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669885044 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669885055 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885058 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669885059 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885070 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669885072 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669885072 2024-11-15T11:24:45,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.2 2024-11-15T11:24:45,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:45,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 2024-11-15T11:24:45,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 after 1ms 2024-11-15T11:24:45,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 took 3ms 2024-11-15T11:24:45,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 so closing down 2024-11-15T11:24:45,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:45,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:45,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:45,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742094_1273 (size=743) 2024-11-15T11:24:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742094_1273 (size=743) 2024-11-15T11:24:45,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742095_1274 (size=743) 2024-11-15T11:24:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742095_1274 (size=743) 2024-11-15T11:24:45,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:45,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:45,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3, size=1.4 K (1393bytes) at 1731669885075Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 so closing down at 1731669885080 (+5 ms)3 split writer threads finished at 1731669885080Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669885089 (+9 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669885091 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885102 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669885105 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885109 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669885111 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669885111 2024-11-15T11:24:45,113 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.3 2024-11-15T11:24:45,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:45,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 2024-11-15T11:24:45,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 after 0ms 2024-11-15T11:24:45,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 took 3ms 2024-11-15T11:24:45,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 so closing down 2024-11-15T11:24:45,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:45,119 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:45,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:45,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742096_1275 (size=743) 2024-11-15T11:24:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742096_1275 (size=743) 2024-11-15T11:24:45,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742097_1276 (size=743) 2024-11-15T11:24:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742097_1276 (size=743) 2024-11-15T11:24:45,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:45,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:45,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4, size=1.4 K (1393bytes) at 1731669885114Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 so closing down at 1731669885117 (+3 ms)3 split writer threads finished at 1731669885117Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669885120 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669885124 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885131 (+7 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669885132 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885138 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669885139 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669885139 2024-11-15T11:24:45,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.4 2024-11-15T11:24:45,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T11:24:45,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 2024-11-15T11:24:45,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 after 1ms 2024-11-15T11:24:45,144 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-15T11:24:45,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 so closing down 2024-11-15T11:24:45,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T11:24:45,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, size=1.4 K (1394bytes) at 1731669885141Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 so closing down at 1731669885145 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731669885145 2024-11-15T11:24:45,147 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/corrupt/wal.dat.5 2024-11-15T11:24:45,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:45,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 2024-11-15T11:24:45,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 after 0ms 2024-11-15T11:24:45,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 took 2ms 2024-11-15T11:24:45,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 so closing down 2024-11-15T11:24:45,153 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:45,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:45,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:45,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742099_1278 (size=749) 2024-11-15T11:24:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742099_1278 (size=749) 2024-11-15T11:24:45,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742098_1277 (size=749) 2024-11-15T11:24:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742098_1277 (size=749) 2024-11-15T11:24:45,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:45,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:45,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6, size=1.4 K (1405bytes) at 1731669885147Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 so closing down at 1731669885153 (+6 ms)3 split writer threads finished at 1731669885153Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669885156 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669885156Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885194 (+38 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669885197 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885606 (+409 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669885608 (+2 ms)Processed 20 edits across 2 Regions in 456 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669885608 2024-11-15T11:24:45,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.6 2024-11-15T11:24:45,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:45,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 2024-11-15T11:24:45,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 after 0ms 2024-11-15T11:24:45,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 took 2ms 2024-11-15T11:24:45,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 so closing down 2024-11-15T11:24:45,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:45,615 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:45,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:45,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742100_1279 (size=753) 2024-11-15T11:24:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742100_1279 (size=753) 2024-11-15T11:24:45,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742101_1280 (size=753) 2024-11-15T11:24:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742101_1280 (size=753) 2024-11-15T11:24:45,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:45,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:45,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7, size=1.4 K (1413bytes) at 1731669885610Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 so closing down at 1731669885613 (+3 ms)3 split writer threads finished at 1731669885613Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669885616 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669885617 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885626 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669885627 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885637 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669885638 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669885638 2024-11-15T11:24:45,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.7 2024-11-15T11:24:45,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:45,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 2024-11-15T11:24:45,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 after 0ms 2024-11-15T11:24:45,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 took 3ms 2024-11-15T11:24:45,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 so closing down 2024-11-15T11:24:45,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:45,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:45,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:45,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:45,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:45,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:45,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742102_1281 (size=753) 2024-11-15T11:24:45,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742103_1282 (size=753) 2024-11-15T11:24:45,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:45,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742103_1282 (size=753) 2024-11-15T11:24:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742102_1281 (size=753) 2024-11-15T11:24:45,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:46,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:46,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:46,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:46,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8, size=1.4 K (1413bytes) at 1731669885641Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 so closing down at 1731669885645 (+4 ms)3 split writer threads finished at 1731669885645Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669885648 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669885648Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669885654 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669885656 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669886055 (+399 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669886056 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669886056 2024-11-15T11:24:46,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.8 2024-11-15T11:24:46,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:46,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 2024-11-15T11:24:46,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 after 0ms 2024-11-15T11:24:46,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 took 2ms 2024-11-15T11:24:46,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 so closing down 2024-11-15T11:24:46,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:46,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:46,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:46,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:46,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:46,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742104_1283 (size=753) 2024-11-15T11:24:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742104_1283 (size=753) 2024-11-15T11:24:46,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:46,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742105_1284 (size=753) 2024-11-15T11:24:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742105_1284 (size=753) 2024-11-15T11:24:46,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:46,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:46,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:46,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9, size=1.4 K (1413bytes) at 1731669886058Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 so closing down at 1731669886063 (+5 ms)3 split writer threads finished at 1731669886063Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669886068 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669886071 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669886082 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669886084 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669886089 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669886090 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669886090 2024-11-15T11:24:46,092 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731669884429/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/04817520-8851-c323-22e7-5e388e07e11b/oldWALs/wal.dat.9 2024-11-15T11:24:46,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 140), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4398 (was 4413) 2024-11-15T11:24:46,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4398 2024-11-15T11:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742106_1285 (size=7) 2024-11-15T11:24:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742106_1285 (size=7) 2024-11-15T11:24:46,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:46,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,236 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,237 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T11:24:46,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742107_1286 (size=2403) 2024-11-15T11:24:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742107_1286 (size=2403) 2024-11-15T11:24:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:46,278 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0, size=2.3 K (2403bytes) 2024-11-15T11:24:46,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 2024-11-15T11:24:46,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 after 1ms 2024-11-15T11:24:46,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 took 2ms 2024-11-15T11:24:46,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 so closing down 2024-11-15T11:24:46,283 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:46,283 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:46,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:46,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742108_1287 (size=863) 2024-11-15T11:24:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742108_1287 (size=863) 2024-11-15T11:24:46,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:46,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T11:24:46,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-15T11:24:46,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0, size=2.3 K (2403bytes) at 1731669886278Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 so closing down at 1731669886283 (+5 ms)3 split writer threads finished at 1731669886283Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669886286 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669886301 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731669886304 (+3 ms)Processed 20 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731669886304 2024-11-15T11:24:46,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/WALs/testsplitremovesregioneventsedits,16010,1731669886236/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/7bafea72-86b8-30c2-e99f-e571264548c0/oldWALs/wal.dat.0 2024-11-15T11:24:46,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4387 (was 4398) 2024-11-15T11:24:46,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4387 2024-11-15T11:24:46,341 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742109_1288 (size=7) 2024-11-15T11:24:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742109_1288 (size=7) 2024-11-15T11:24:46,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:46,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4386 (was 4387) 2024-11-15T11:24:46,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4386 2024-11-15T11:24:46,410 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742110_1289 (size=7) 2024-11-15T11:24:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742110_1289 (size=7) 2024-11-15T11:24:46,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:46,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,453 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:46,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742111_1290 (size=255) 2024-11-15T11:24:46,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742111_1290 (size=255) 2024-11-15T11:24:46,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1, size=255 (255bytes) 2024-11-15T11:24:46,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 2024-11-15T11:24:46,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 after 1ms 2024-11-15T11:24:46,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 took 3ms 2024-11-15T11:24:46,525 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-15T11:24:46,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 so closing down 2024-11-15T11:24:46,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:46,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:46,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-15T11:24:46,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1, size=255 (255bytes) at 1731669886503Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 so closing down at 1731669886525 (+22 ms)3 split writer threads finished at 1731669886527 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731669886527 2024-11-15T11:24:46,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/WALs/testsplitremovesreplicationmarkeredits,16010,1731669886453/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/30b1df49-cb84-200a-7343-ba710a07fb20/oldWALs/wal.dat.1 2024-11-15T11:24:46,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4387 (was 4386) - AvailableMemoryMB LEAK? - 2024-11-15T11:24:46,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4387 2024-11-15T11:24:46,551 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742112_1291 (size=7) 2024-11-15T11:24:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742112_1291 (size=7) 2024-11-15T11:24:46,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:46,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,574 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,574 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-15T11:24:46,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T11:24:46,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:46,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742113_1292 (size=1941) 2024-11-15T11:24:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742113_1292 (size=1941) 2024-11-15T11:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92/data/default/t1/region__1 2024-11-15T11:24:46,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0, size=1.9 K (1941bytes) 2024-11-15T11:24:46,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 2024-11-15T11:24:46,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 after 0ms 2024-11-15T11:24:46,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 took 3ms 2024-11-15T11:24:46,640 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-15T11:24:46,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 so closing down 2024-11-15T11:24:46,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:46,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:46,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-15T11:24:46,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0, size=1.9 K (1941bytes) at 1731669886634Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 so closing down at 1731669886641 (+7 ms)3 split writer threads finished at 1731669886648 (+7 ms)Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731669886648 2024-11-15T11:24:46,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/WALs/testsplitlogfiledeletedregiondir,16010,1731669886574/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/83587849-84e0-14e9-995b-e24de7bf5c6e/oldWALs/wal.dat.0 2024-11-15T11:24:46,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4387 (was 4387) 2024-11-15T11:24:46,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4387 2024-11-15T11:24:46,668 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742114_1293 (size=7) 2024-11-15T11:24:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742114_1293 (size=7) 2024-11-15T11:24:46,675 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:46,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:46,680 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,681 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T11:24:46,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:46,681 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:46,682 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:46,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742115_1294 (size=1393) 2024-11-15T11:24:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742115_1294 (size=1393) 2024-11-15T11:24:46,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:46,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742116_1295 (size=1393) 2024-11-15T11:24:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742116_1295 (size=1393) 2024-11-15T11:24:46,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:46,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742117_1296 (size=1393) 2024-11-15T11:24:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742117_1296 (size=1393) 2024-11-15T11:24:46,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:46,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:46,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742118_1297 (size=1393) 2024-11-15T11:24:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742118_1297 (size=1393) 2024-11-15T11:24:46,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:46,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:46,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742119_1298 (size=1393) 2024-11-15T11:24:46,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742119_1298 (size=1393) 2024-11-15T11:24:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:46,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:46,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:46,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:46,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742120_1299 (size=1393) 2024-11-15T11:24:46,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742120_1299 (size=1393) 2024-11-15T11:24:47,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:47,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742121_1300 (size=1405) 2024-11-15T11:24:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742121_1300 (size=1405) 2024-11-15T11:24:47,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:47,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742122_1301 (size=1413) 2024-11-15T11:24:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742122_1301 (size=1413) 2024-11-15T11:24:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:47,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742123_1302 (size=1413) 2024-11-15T11:24:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742123_1302 (size=1413) 2024-11-15T11:24:47,322 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:47,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:47,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742124_1303 (size=1413) 2024-11-15T11:24:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742124_1303 (size=1413) 2024-11-15T11:24:47,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:47,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:47,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0 2024-11-15T11:24:47,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0 after 0ms 2024-11-15T11:24:47,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0 took 2ms 2024-11-15T11:24:47,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0 so closing down 2024-11-15T11:24:47,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:47,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:47,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:47,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0, size=1.4 K (1393bytes) at 1731669887370Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0 so closing down at 1731669887374 (+4 ms)3 split writer threads finished at 1731669887374Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/75262db3-e236-77f9-eba8-acea1c5bad6a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731669886681/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669887374 2024-11-15T11:24:47,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4388 (was 4387) - AvailableMemoryMB LEAK? - 2024-11-15T11:24:47,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4388 2024-11-15T11:24:47,391 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742125_1304 (size=7) 2024-11-15T11:24:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742125_1304 (size=7) 2024-11-15T11:24:47,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:47,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:47,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:47,413 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:47,413 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:47,414 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:47,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:47,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742126_1305 (size=1393) 2024-11-15T11:24:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742126_1305 (size=1393) 2024-11-15T11:24:47,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:47,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:47,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742127_1306 (size=1393) 2024-11-15T11:24:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742127_1306 (size=1393) 2024-11-15T11:24:47,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:47,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742128_1307 (size=1393) 2024-11-15T11:24:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742128_1307 (size=1393) 2024-11-15T11:24:47,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:47,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742129_1308 (size=1393) 2024-11-15T11:24:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742129_1308 (size=1393) 2024-11-15T11:24:47,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:47,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:47,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742131_1310 (size=1393) 2024-11-15T11:24:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742131_1310 (size=1393) 2024-11-15T11:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:47,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742132_1311 (size=1405) 2024-11-15T11:24:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742132_1311 (size=1405) 2024-11-15T11:24:47,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:47,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:47,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742133_1312 (size=1413) 2024-11-15T11:24:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742133_1312 (size=1413) 2024-11-15T11:24:47,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:47,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742134_1313 (size=1413) 2024-11-15T11:24:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742134_1313 (size=1413) 2024-11-15T11:24:47,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:47,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:47,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742135_1314 (size=1413) 2024-11-15T11:24:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742135_1314 (size=1413) 2024-11-15T11:24:47,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742130_1309 (size=1458) 2024-11-15T11:24:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742130_1309 (size=1458) 2024-11-15T11:24:48,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:48,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 2024-11-15T11:24:48,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 after 1ms 2024-11-15T11:24:48,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 took 3ms 2024-11-15T11:24:48,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 so closing down 2024-11-15T11:24:48,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:48,017 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:48,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:48,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742137_1316 (size=743) 2024-11-15T11:24:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742137_1316 (size=743) 2024-11-15T11:24:48,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742136_1315 (size=743) 2024-11-15T11:24:48,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742136_1315 (size=743) 2024-11-15T11:24:48,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:48,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:48,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0, size=1.4 K (1393bytes) at 1731669888009Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 so closing down at 1731669888014 (+5 ms)3 split writer threads finished at 1731669888014Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669888020 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669888020Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888043 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669888044 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888052 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669888054 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669888054 2024-11-15T11:24:48,056 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/oldWALs/wal.dat.0 2024-11-15T11:24:48,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:48,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 2024-11-15T11:24:48,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 after 1ms 2024-11-15T11:24:48,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 took 3ms 2024-11-15T11:24:48,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 so closing down 2024-11-15T11:24:48,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:48,065 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:48,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:48,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:48,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742139_1318 (size=743) 2024-11-15T11:24:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742139_1318 (size=743) 2024-11-15T11:24:48,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742138_1317 (size=743) 2024-11-15T11:24:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742138_1317 (size=743) 2024-11-15T11:24:48,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:48,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:48,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1, size=1.4 K (1393bytes) at 1731669888056Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 so closing down at 1731669888060 (+4 ms)3 split writer threads finished at 1731669888061 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669888066 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669888066Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888094 (+28 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669888096 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888100 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669888101 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669888102 (+1 ms) 2024-11-15T11:24:48,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/oldWALs/wal.dat.1 2024-11-15T11:24:48,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:48,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 2024-11-15T11:24:48,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 after 1ms 2024-11-15T11:24:48,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 took 2ms 2024-11-15T11:24:48,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 so closing down 2024-11-15T11:24:48,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:48,109 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:48,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:48,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742141_1320 (size=743) 2024-11-15T11:24:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742141_1320 (size=743) 2024-11-15T11:24:48,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742140_1319 (size=743) 2024-11-15T11:24:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742140_1319 (size=743) 2024-11-15T11:24:48,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:48,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:48,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2, size=1.4 K (1393bytes) at 1731669888103Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 so closing down at 1731669888107 (+4 ms)3 split writer threads finished at 1731669888107Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669888110 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669888120 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888160 (+40 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669888161 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888172 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669888173 (+1 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669888173 2024-11-15T11:24:48,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/oldWALs/wal.dat.2 2024-11-15T11:24:48,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:48,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 2024-11-15T11:24:48,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 after 0ms 2024-11-15T11:24:48,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 took 5ms 2024-11-15T11:24:48,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 so closing down 2024-11-15T11:24:48,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:48,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:48,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:48,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742142_1321 (size=743) 2024-11-15T11:24:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742142_1321 (size=743) 2024-11-15T11:24:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742143_1322 (size=743) 2024-11-15T11:24:48,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742143_1322 (size=743) 2024-11-15T11:24:48,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:48,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:48,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:48,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3, size=1.4 K (1393bytes) at 1731669888176Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 so closing down at 1731669888185 (+9 ms)3 split writer threads finished at 1731669888186 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669888190 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669888200 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888212 (+12 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888213 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669888214 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669888214Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669888215 (+1 ms) 2024-11-15T11:24:48,216 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/oldWALs/wal.dat.3 2024-11-15T11:24:48,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4, size=1.4 K (1458bytes) 2024-11-15T11:24:48,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4 2024-11-15T11:24:48,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4 after 2ms 2024-11-15T11:24:48,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4 took 4ms 2024-11-15T11:24:48,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4 so closing down 2024-11-15T11:24:48,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:48,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-15T11:24:48,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:48,238 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:48,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-15T11:24:48,245 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:48,245 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-15T11:24:48,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4, size=1.4 K (1458bytes) at 1731669888216Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4 so closing down at 1731669888222 (+6 ms)3 split writer threads finished at 1731669888222Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669888234 (+12 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731669888244 (+10 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731669888245 (+1 ms)Processed 21 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/WALs/testsplitwillfailifwritingtoregionfails,16010,1731669887413/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731669888245 2024-11-15T11:24:48,245 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:48,245 WARN [Thread-2061 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:48638 remote=/127.0.0.1:41217]. Total timeout mills is 70000, 69992 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:48,246 WARN [Thread-2061 {}] hdfs.DataStreamer(1850): Abandoning BP-67121156-172.17.0.2-1731669842710:blk_1073742144_1323 2024-11-15T11:24:48,248 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:48,248 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:48,248 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:32795/user/jenkins/test-data/8f0fd361-1910-6582-5440-37340b230145/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:48,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141 (was 139) - Thread LEAK? -, OpenFileDescriptor=400 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4383 (was 4388) 2024-11-15T11:24:48,262 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2081557776_22 at /127.0.0.1:48638 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41217:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48638 dst: /127.0.0.1:41217 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:48,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144, OpenFileDescriptor=396, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=4383 2024-11-15T11:24:48,268 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2081557776_22 at /127.0.0.1:45304 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:37009:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45304 dst: /127.0.0.1:37009 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:48,269 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742145_1324 (size=7) 2024-11-15T11:24:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742145_1324 (size=7) 2024-11-15T11:24:48,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:48,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:48,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:48,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:48,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T11:24:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742146_1325 (size=93) 2024-11-15T11:24:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742146_1325 (size=93) 2024-11-15T11:24:48,306 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:48,307 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:48,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742147_1326 (size=1393) 2024-11-15T11:24:48,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:48,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742147_1326 (size=1393) 2024-11-15T11:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742148_1327 (size=1393) 2024-11-15T11:24:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742148_1327 (size=1393) 2024-11-15T11:24:48,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:48,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742149_1328 (size=1393) 2024-11-15T11:24:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742149_1328 (size=1393) 2024-11-15T11:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:48,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:48,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742150_1329 (size=1393) 2024-11-15T11:24:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742150_1329 (size=1393) 2024-11-15T11:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:48,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742151_1330 (size=1393) 2024-11-15T11:24:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742151_1330 (size=1393) 2024-11-15T11:24:48,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:48,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:48,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742152_1331 (size=1393) 2024-11-15T11:24:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742152_1331 (size=1393) 2024-11-15T11:24:48,440 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:48,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742153_1332 (size=1405) 2024-11-15T11:24:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742153_1332 (size=1405) 2024-11-15T11:24:48,458 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:48,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:48,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742154_1333 (size=1413) 2024-11-15T11:24:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742154_1333 (size=1413) 2024-11-15T11:24:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:48,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742155_1334 (size=1413) 2024-11-15T11:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:48,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742155_1334 (size=1413) 2024-11-15T11:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:48,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742156_1335 (size=1413) 2024-11-15T11:24:48,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742156_1335 (size=1413) 2024-11-15T11:24:48,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:48,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T11:24:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742157_1336 (size=93) 2024-11-15T11:24:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742157_1336 (size=93) 2024-11-15T11:24:48,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty, size=93 (93bytes) 2024-11-15T11:24:48,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty 2024-11-15T11:24:48,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty after 1ms 2024-11-15T11:24:48,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty took 3ms 2024-11-15T11:24:48,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty so closing down 2024-11-15T11:24:48,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T11:24:48,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty, size=93 (93bytes) at 1731669888930Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty so closing down at 1731669888933 (+3 ms)3 split writer threads finished at 1731669888933Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731669888933 2024-11-15T11:24:48,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat..empty to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat..empty 2024-11-15T11:24:48,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:48,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 2024-11-15T11:24:48,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 after 0ms 2024-11-15T11:24:48,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 took 3ms 2024-11-15T11:24:48,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 so closing down 2024-11-15T11:24:48,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,943 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:48,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:48,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:48,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742158_1337 (size=743) 2024-11-15T11:24:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742158_1337 (size=743) 2024-11-15T11:24:48,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:48,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742159_1338 (size=743) 2024-11-15T11:24:48,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742159_1338 (size=743) 2024-11-15T11:24:48,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:48,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:48,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0, size=1.4 K (1393bytes) at 1731669888936Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 so closing down at 1731669888940 (+4 ms)3 split writer threads finished at 1731669888940Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669888944 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669888945 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888956 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669888958 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888962 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669888962Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669888963 (+1 ms) 2024-11-15T11:24:48,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.0 2024-11-15T11:24:48,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:48,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 2024-11-15T11:24:48,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 after 0ms 2024-11-15T11:24:48,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 took 3ms 2024-11-15T11:24:48,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 so closing down 2024-11-15T11:24:48,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:48,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:48,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:48,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:48,977 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742160_1339 (size=743) 2024-11-15T11:24:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742160_1339 (size=743) 2024-11-15T11:24:48,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:48,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:48,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742161_1340 (size=743) 2024-11-15T11:24:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742161_1340 (size=743) 2024-11-15T11:24:49,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:49,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:49,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1, size=1.4 K (1393bytes) at 1731669888965Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 so closing down at 1731669888969 (+4 ms)3 split writer threads finished at 1731669888969Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669888975 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669888990 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669888991 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669888992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889002 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669889003 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669889003 2024-11-15T11:24:49,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.1 2024-11-15T11:24:49,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:49,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 2024-11-15T11:24:49,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 after 0ms 2024-11-15T11:24:49,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 took 2ms 2024-11-15T11:24:49,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 so closing down 2024-11-15T11:24:49,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:49,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:49,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:49,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742162_1341 (size=743) 2024-11-15T11:24:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742162_1341 (size=743) 2024-11-15T11:24:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742163_1342 (size=743) 2024-11-15T11:24:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742163_1342 (size=743) 2024-11-15T11:24:49,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:49,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:49,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:49,432 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2, size=1.4 K (1393bytes) at 1731669889005Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 so closing down at 1731669889008 (+3 ms)3 split writer threads finished at 1731669889009 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669889013 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669889020 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889426 (+406 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669889427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889430 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669889431 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669889432 (+1 ms) 2024-11-15T11:24:49,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.2 2024-11-15T11:24:49,433 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:49,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 2024-11-15T11:24:49,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 after 0ms 2024-11-15T11:24:49,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 took 2ms 2024-11-15T11:24:49,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 so closing down 2024-11-15T11:24:49,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:49,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:49,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:49,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742164_1343 (size=743) 2024-11-15T11:24:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742164_1343 (size=743) 2024-11-15T11:24:49,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742165_1344 (size=743) 2024-11-15T11:24:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742165_1344 (size=743) 2024-11-15T11:24:49,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:49,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:49,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3, size=1.4 K (1393bytes) at 1731669889433Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 so closing down at 1731669889436 (+3 ms)3 split writer threads finished at 1731669889436Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669889440 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669889440Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889452 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669889453 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889463 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669889464 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669889464 2024-11-15T11:24:49,466 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.3 2024-11-15T11:24:49,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:49,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 2024-11-15T11:24:49,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 after 0ms 2024-11-15T11:24:49,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 took 2ms 2024-11-15T11:24:49,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 so closing down 2024-11-15T11:24:49,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,471 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:49,471 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:49,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:49,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742167_1346 (size=743) 2024-11-15T11:24:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742166_1345 (size=743) 2024-11-15T11:24:49,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742167_1346 (size=743) 2024-11-15T11:24:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742166_1345 (size=743) 2024-11-15T11:24:49,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:49,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:49,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:49,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4, size=1.4 K (1393bytes) at 1731669889466Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 so closing down at 1731669889469 (+3 ms)3 split writer threads finished at 1731669889469Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669889473 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669889473Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889484 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889484Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669889485 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669889485Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669889485 2024-11-15T11:24:49,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.4 2024-11-15T11:24:49,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:49,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 2024-11-15T11:24:49,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 after 0ms 2024-11-15T11:24:49,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 took 2ms 2024-11-15T11:24:49,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 so closing down 2024-11-15T11:24:49,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,493 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:49,493 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:49,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:49,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:49,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742169_1348 (size=743) 2024-11-15T11:24:49,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742169_1348 (size=743) 2024-11-15T11:24:49,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742168_1347 (size=743) 2024-11-15T11:24:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742168_1347 (size=743) 2024-11-15T11:24:49,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:49,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:49,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5, size=1.4 K (1393bytes) at 1731669889486Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 so closing down at 1731669889491 (+5 ms)3 split writer threads finished at 1731669889491Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669889494 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669889494Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889510 (+16 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669889511 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889520 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669889523 (+3 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669889523 2024-11-15T11:24:49,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.5 2024-11-15T11:24:49,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:49,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 2024-11-15T11:24:49,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 after 0ms 2024-11-15T11:24:49,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 took 2ms 2024-11-15T11:24:49,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 so closing down 2024-11-15T11:24:49,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:49,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:49,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:49,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742170_1349 (size=749) 2024-11-15T11:24:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742170_1349 (size=749) 2024-11-15T11:24:49,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742171_1350 (size=749) 2024-11-15T11:24:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742171_1350 (size=749) 2024-11-15T11:24:49,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:49,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:49,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6, size=1.4 K (1405bytes) at 1731669889526Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 so closing down at 1731669889534 (+8 ms)3 split writer threads finished at 1731669889534Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669889540 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669889548 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889551 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669889552 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889562 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669889564 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669889564 2024-11-15T11:24:49,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.6 2024-11-15T11:24:49,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:49,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 2024-11-15T11:24:49,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 after 1ms 2024-11-15T11:24:49,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 took 3ms 2024-11-15T11:24:49,570 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 so closing down 2024-11-15T11:24:49,570 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:49,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:49,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:49,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742172_1351 (size=753) 2024-11-15T11:24:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742172_1351 (size=753) 2024-11-15T11:24:49,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742173_1352 (size=753) 2024-11-15T11:24:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742173_1352 (size=753) 2024-11-15T11:24:49,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:49,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:49,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7, size=1.4 K (1413bytes) at 1731669889566Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 so closing down at 1731669889570 (+4 ms)3 split writer threads finished at 1731669889570Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669889576 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669889577 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889613 (+36 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669889614 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889618 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669889619 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669889619 2024-11-15T11:24:49,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.7 2024-11-15T11:24:49,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:49,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 2024-11-15T11:24:49,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 after 1ms 2024-11-15T11:24:49,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 took 4ms 2024-11-15T11:24:49,636 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 so closing down 2024-11-15T11:24:49,636 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,642 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:49,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:49,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:49,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742174_1353 (size=753) 2024-11-15T11:24:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742174_1353 (size=753) 2024-11-15T11:24:49,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742175_1354 (size=753) 2024-11-15T11:24:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742175_1354 (size=753) 2024-11-15T11:24:49,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:49,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:49,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8, size=1.4 K (1413bytes) at 1731669889621Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 so closing down at 1731669889636 (+15 ms)3 split writer threads finished at 1731669889639 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669889644 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669889652 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889661 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669889662 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889666 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669889667 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669889667 2024-11-15T11:24:49,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.8 2024-11-15T11:24:49,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:49,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 2024-11-15T11:24:49,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 after 0ms 2024-11-15T11:24:49,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 took 2ms 2024-11-15T11:24:49,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 so closing down 2024-11-15T11:24:49,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,675 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:49,675 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:49,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:49,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742176_1355 (size=753) 2024-11-15T11:24:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742176_1355 (size=753) 2024-11-15T11:24:49,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742177_1356 (size=753) 2024-11-15T11:24:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742177_1356 (size=753) 2024-11-15T11:24:49,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:49,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:49,695 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:49,695 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9, size=1.4 K (1413bytes) at 1731669889669Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 so closing down at 1731669889673 (+4 ms)3 split writer threads finished at 1731669889673Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669889675 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669889676 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889688 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669889689 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669889694 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669889695 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669889695 2024-11-15T11:24:49,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.9 2024-11-15T11:24:49,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty, size=93 (93bytes) 2024-11-15T11:24:49,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty 2024-11-15T11:24:49,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty after 1ms 2024-11-15T11:24:49,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty took 3ms 2024-11-15T11:24:49,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty so closing down 2024-11-15T11:24:49,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:49,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:49,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T11:24:49,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty, size=93 (93bytes) at 1731669889697Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty so closing down at 1731669889700 (+3 ms)3 split writer threads finished at 1731669889700Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731669889700 2024-11-15T11:24:49,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/WALs/testemptylogfiles,16010,1731669888284/wal.dat.empty to hdfs://localhost:32795/user/jenkins/test-data/047ae995-8835-f3f6-b626-c24721fdc2cf/oldWALs/wal.dat.empty 2024-11-15T11:24:49,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140 (was 144), OpenFileDescriptor=393 (was 396), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4379 (was 4383) 2024-11-15T11:24:49,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=4379 2024-11-15T11:24:49,761 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742178_1357 (size=7) 2024-11-15T11:24:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742178_1357 (size=7) 2024-11-15T11:24:49,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:49,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:49,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:49,771 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:49,771 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:49,771 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:49,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:49,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742179_1358 (size=1393) 2024-11-15T11:24:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742179_1358 (size=1393) 2024-11-15T11:24:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:49,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:49,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742180_1359 (size=1393) 2024-11-15T11:24:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742180_1359 (size=1393) 2024-11-15T11:24:49,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:49,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:49,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742181_1360 (size=1393) 2024-11-15T11:24:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742181_1360 (size=1393) 2024-11-15T11:24:49,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:49,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:49,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742182_1361 (size=1393) 2024-11-15T11:24:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742182_1361 (size=1393) 2024-11-15T11:24:49,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:49,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:49,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742183_1362 (size=1393) 2024-11-15T11:24:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742183_1362 (size=1393) 2024-11-15T11:24:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:49,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742184_1363 (size=1393) 2024-11-15T11:24:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742184_1363 (size=1393) 2024-11-15T11:24:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:49,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742185_1364 (size=1405) 2024-11-15T11:24:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742185_1364 (size=1405) 2024-11-15T11:24:49,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:49,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742186_1365 (size=1413) 2024-11-15T11:24:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742186_1365 (size=1413) 2024-11-15T11:24:49,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:49,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742187_1366 (size=1413) 2024-11-15T11:24:49,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742187_1366 (size=1413) 2024-11-15T11:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:49,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742188_1367 (size=1413) 2024-11-15T11:24:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742188_1367 (size=1413) 2024-11-15T11:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:50,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:50,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 2024-11-15T11:24:50,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 after 1ms 2024-11-15T11:24:50,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 took 2ms 2024-11-15T11:24:50,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 so closing down 2024-11-15T11:24:50,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:50,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:50,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:50,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742189_1368 (size=743) 2024-11-15T11:24:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742189_1368 (size=743) 2024-11-15T11:24:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742190_1369 (size=743) 2024-11-15T11:24:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742190_1369 (size=743) 2024-11-15T11:24:50,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:50,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:50,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0, size=1.4 K (1393bytes) at 1731669890302Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 so closing down at 1731669890306 (+4 ms)3 split writer threads finished at 1731669890306Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669890311 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669890311Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890322 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890322Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669890323 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669890323Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890323 2024-11-15T11:24:50,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.0 2024-11-15T11:24:50,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:50,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 2024-11-15T11:24:50,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 after 0ms 2024-11-15T11:24:50,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 took 3ms 2024-11-15T11:24:50,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 so closing down 2024-11-15T11:24:50,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:50,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:50,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:50,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742191_1370 (size=743) 2024-11-15T11:24:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742192_1371 (size=743) 2024-11-15T11:24:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742191_1370 (size=743) 2024-11-15T11:24:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742192_1371 (size=743) 2024-11-15T11:24:50,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:50,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:50,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1, size=1.4 K (1393bytes) at 1731669890325Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 so closing down at 1731669890328 (+3 ms)3 split writer threads finished at 1731669890328Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669890331 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669890331Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890338 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890338Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669890339 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669890339Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890339 2024-11-15T11:24:50,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.1 2024-11-15T11:24:50,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:50,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 2024-11-15T11:24:50,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 after 0ms 2024-11-15T11:24:50,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 took 2ms 2024-11-15T11:24:50,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 so closing down 2024-11-15T11:24:50,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:50,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:50,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:50,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742194_1373 (size=743) 2024-11-15T11:24:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742194_1373 (size=743) 2024-11-15T11:24:50,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742193_1372 (size=743) 2024-11-15T11:24:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742193_1372 (size=743) 2024-11-15T11:24:50,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:50,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2, size=1.4 K (1393bytes) at 1731669890341Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 so closing down at 1731669890344 (+3 ms)3 split writer threads finished at 1731669890344Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669890347 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669890347Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890350 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669890351 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890354 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669890355 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890355 2024-11-15T11:24:50,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.2 2024-11-15T11:24:50,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:50,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 2024-11-15T11:24:50,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 after 1ms 2024-11-15T11:24:50,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 took 2ms 2024-11-15T11:24:50,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 so closing down 2024-11-15T11:24:50,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,361 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:50,361 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:50,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:50,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742196_1375 (size=743) 2024-11-15T11:24:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742196_1375 (size=743) 2024-11-15T11:24:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742195_1374 (size=743) 2024-11-15T11:24:50,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742195_1374 (size=743) 2024-11-15T11:24:50,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:50,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:50,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3, size=1.4 K (1393bytes) at 1731669890356Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 so closing down at 1731669890359 (+3 ms)3 split writer threads finished at 1731669890359Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669890362 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669890362Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890365 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890366 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669890367 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669890367Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890367 2024-11-15T11:24:50,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.3 2024-11-15T11:24:50,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:50,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 2024-11-15T11:24:50,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 after 0ms 2024-11-15T11:24:50,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 took 2ms 2024-11-15T11:24:50,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 so closing down 2024-11-15T11:24:50,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:50,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:50,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:50,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742198_1377 (size=743) 2024-11-15T11:24:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742197_1376 (size=743) 2024-11-15T11:24:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742198_1377 (size=743) 2024-11-15T11:24:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742197_1376 (size=743) 2024-11-15T11:24:50,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:50,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:50,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4, size=1.4 K (1393bytes) at 1731669890368Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 so closing down at 1731669890371 (+3 ms)3 split writer threads finished at 1731669890371Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669890373 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669890373Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890377 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890377Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669890378 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669890378Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890378 2024-11-15T11:24:50,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.4 2024-11-15T11:24:50,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:50,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 2024-11-15T11:24:50,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 after 1ms 2024-11-15T11:24:50,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 took 2ms 2024-11-15T11:24:50,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 so closing down 2024-11-15T11:24:50,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:50,384 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:50,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:50,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742199_1378 (size=743) 2024-11-15T11:24:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742200_1379 (size=743) 2024-11-15T11:24:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742199_1378 (size=743) 2024-11-15T11:24:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742200_1379 (size=743) 2024-11-15T11:24:50,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:50,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:50,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:50,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5, size=1.4 K (1393bytes) at 1731669890379Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 so closing down at 1731669890382 (+3 ms)3 split writer threads finished at 1731669890382Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669890384 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669890384Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890388 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890389 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669890389Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669890389Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669890389 2024-11-15T11:24:50,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.5 2024-11-15T11:24:50,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:50,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 2024-11-15T11:24:50,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 after 0ms 2024-11-15T11:24:50,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 took 1ms 2024-11-15T11:24:50,393 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 so closing down 2024-11-15T11:24:50,393 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,395 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:50,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:50,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:50,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742201_1380 (size=749) 2024-11-15T11:24:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742202_1381 (size=749) 2024-11-15T11:24:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742202_1381 (size=749) 2024-11-15T11:24:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742201_1380 (size=749) 2024-11-15T11:24:50,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:50,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:50,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:50,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6, size=1.4 K (1405bytes) at 1731669890391Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 so closing down at 1731669890393 (+2 ms)3 split writer threads finished at 1731669890394 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669890396 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669890396Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890402 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890402Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669890403 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669890403Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669890403 2024-11-15T11:24:50,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.6 2024-11-15T11:24:50,404 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:50,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 2024-11-15T11:24:50,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 after 0ms 2024-11-15T11:24:50,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 took 2ms 2024-11-15T11:24:50,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 so closing down 2024-11-15T11:24:50,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,409 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:50,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:50,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:50,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742203_1382 (size=753) 2024-11-15T11:24:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742203_1382 (size=753) 2024-11-15T11:24:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742204_1383 (size=753) 2024-11-15T11:24:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742204_1383 (size=753) 2024-11-15T11:24:50,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:50,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:50,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:50,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7, size=1.4 K (1413bytes) at 1731669890404Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 so closing down at 1731669890407 (+3 ms)3 split writer threads finished at 1731669890407Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669890410 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669890410Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890417 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890417Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669890418 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669890418Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669890418 2024-11-15T11:24:50,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.7 2024-11-15T11:24:50,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:50,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 2024-11-15T11:24:50,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 after 0ms 2024-11-15T11:24:50,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 took 2ms 2024-11-15T11:24:50,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 so closing down 2024-11-15T11:24:50,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:50,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:50,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:50,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742205_1384 (size=753) 2024-11-15T11:24:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742205_1384 (size=753) 2024-11-15T11:24:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742206_1385 (size=753) 2024-11-15T11:24:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742206_1385 (size=753) 2024-11-15T11:24:50,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:50,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,838 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:50,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:50,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8, size=1.4 K (1413bytes) at 1731669890420Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 so closing down at 1731669890423 (+3 ms)3 split writer threads finished at 1731669890423Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669890426 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669890426Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890438 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669890439 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890834 (+395 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669890838 (+4 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669890839 (+1 ms) 2024-11-15T11:24:50,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.8 2024-11-15T11:24:50,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:50,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 2024-11-15T11:24:50,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 after 1ms 2024-11-15T11:24:50,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 took 4ms 2024-11-15T11:24:50,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 so closing down 2024-11-15T11:24:50,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:50,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:50,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:50,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:50,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742207_1386 (size=753) 2024-11-15T11:24:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742207_1386 (size=753) 2024-11-15T11:24:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742208_1387 (size=753) 2024-11-15T11:24:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742208_1387 (size=753) 2024-11-15T11:24:50,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:50,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:50,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:50,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:50,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9, size=1.4 K (1413bytes) at 1731669890843Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 so closing down at 1731669890849 (+6 ms)3 split writer threads finished at 1731669890849Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669890853 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669890853Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890864 (+11 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669890864Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669890865 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669890865Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669890866 (+1 ms) 2024-11-15T11:24:50,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731669889771/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/5ba0fb5c-f5f9-a4ec-378e-1df086f97f59/oldWALs/wal.dat.9 2024-11-15T11:24:50,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=4378 (was 4379) 2024-11-15T11:24:50,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=4378 2024-11-15T11:24:50,882 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742209_1388 (size=7) 2024-11-15T11:24:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742209_1388 (size=7) 2024-11-15T11:24:50,889 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:50,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:50,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:50,892 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:50,897 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:32795/user/jenkins/test-data/1adde0b0-84bf-a4bf-4b0f-f4c109cf9d1e/data/hbase/meta/1588230740/recovered.edits 2024-11-15T11:24:50,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=4377 (was 4378) 2024-11-15T11:24:50,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=4377 2024-11-15T11:24:50,917 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742210_1389 (size=7) 2024-11-15T11:24:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742210_1389 (size=7) 2024-11-15T11:24:50,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:50,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:50,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:50,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:50,928 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-15T11:24:50,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-15T11:24:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-15T11:24:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742211_1390 (size=818) 2024-11-15T11:24:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742211_1390 (size=818) 2024-11-15T11:24:50,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5, size=818 (818bytes) 2024-11-15T11:24:50,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 2024-11-15T11:24:50,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 after 0ms 2024-11-15T11:24:50,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 took 3ms 2024-11-15T11:24:50,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 so closing down 2024-11-15T11:24:50,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:50,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:50,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-15T11:24:50,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-15T11:24:50,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742212_1391 (size=783) 2024-11-15T11:24:50,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742212_1391 (size=783) 2024-11-15T11:24:50,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-15T11:24:50,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-15T11:24:50,971 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-15T11:24:50,971 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5, size=818 (818bytes) at 1731669890957Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 so closing down at 1731669890961 (+4 ms)3 split writer threads finished at 1731669890961Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731669890965 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731669890970 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731669890971 (+1 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731669890971 2024-11-15T11:24:50,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/WALs/testemptywaledit,16010,1731669890928/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/42a68ee5-fcc6-3b4f-4cc7-d063ec09ee4b/oldWALs/wal.dat.5 2024-11-15T11:24:50,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=4377 (was 4377) 2024-11-15T11:24:50,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=4377 2024-11-15T11:24:50,990 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742213_1392 (size=7) 2024-11-15T11:24:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742213_1392 (size=7) 2024-11-15T11:24:51,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:51,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:51,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:51,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:51,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:51,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:51,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742214_1393 (size=1393) 2024-11-15T11:24:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742214_1393 (size=1393) 2024-11-15T11:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:51,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742215_1394 (size=1393) 2024-11-15T11:24:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742215_1394 (size=1393) 2024-11-15T11:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:51,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742216_1395 (size=1393) 2024-11-15T11:24:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742216_1395 (size=1393) 2024-11-15T11:24:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:51,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:51,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742217_1396 (size=1393) 2024-11-15T11:24:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742217_1396 (size=1393) 2024-11-15T11:24:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:51,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742218_1397 (size=1393) 2024-11-15T11:24:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742218_1397 (size=1393) 2024-11-15T11:24:51,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:51,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:51,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742219_1398 (size=1393) 2024-11-15T11:24:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742219_1398 (size=1393) 2024-11-15T11:24:51,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:51,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:51,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742220_1399 (size=1405) 2024-11-15T11:24:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742220_1399 (size=1405) 2024-11-15T11:24:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:51,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742221_1400 (size=1413) 2024-11-15T11:24:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742221_1400 (size=1413) 2024-11-15T11:24:51,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:51,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742222_1401 (size=1413) 2024-11-15T11:24:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742222_1401 (size=1413) 2024-11-15T11:24:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:51,512 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742223_1402 (size=1413) 2024-11-15T11:24:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742223_1402 (size=1413) 2024-11-15T11:24:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:51,549 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:51,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 2024-11-15T11:24:51,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 after 1ms 2024-11-15T11:24:51,552 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 took 3ms 2024-11-15T11:24:51,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 so closing down 2024-11-15T11:24:51,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:51,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:51,558 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:51,558 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:51,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:51,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742226_1405 (size=743) 2024-11-15T11:24:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742226_1405 (size=743) 2024-11-15T11:24:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742225_1404 (size=743) 2024-11-15T11:24:51,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742225_1404 (size=743) 2024-11-15T11:24:51,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:51,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:51,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:51,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0, size=1.4 K (1393bytes) at 1731669891549Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 so closing down at 1731669891554 (+5 ms)3 split writer threads finished at 1731669891554Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669891559 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669891559Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891566 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891566Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669891568 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669891568Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669891568 2024-11-15T11:24:51,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.0 2024-11-15T11:24:51,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:51,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 2024-11-15T11:24:51,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 after 0ms 2024-11-15T11:24:51,572 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 took 2ms 2024-11-15T11:24:51,574 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 so closing down 2024-11-15T11:24:51,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:51,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:51,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:51,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:51,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:51,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742227_1406 (size=743) 2024-11-15T11:24:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742228_1407 (size=743) 2024-11-15T11:24:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742227_1406 (size=743) 2024-11-15T11:24:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742228_1407 (size=743) 2024-11-15T11:24:51,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:51,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:51,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:51,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1, size=1.4 K (1393bytes) at 1731669891570Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 so closing down at 1731669891574 (+4 ms)3 split writer threads finished at 1731669891574Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669891577 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669891577Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891581 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891581Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669891582 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669891582Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669891582 2024-11-15T11:24:51,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.1 2024-11-15T11:24:51,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:51,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 2024-11-15T11:24:51,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 after 1ms 2024-11-15T11:24:51,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 took 2ms 2024-11-15T11:24:51,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 so closing down 2024-11-15T11:24:51,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:51,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:51,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:51,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:51,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:51,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742230_1409 (size=743) 2024-11-15T11:24:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742230_1409 (size=743) 2024-11-15T11:24:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742229_1408 (size=743) 2024-11-15T11:24:51,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742229_1408 (size=743) 2024-11-15T11:24:51,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:51,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:51,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:51,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2, size=1.4 K (1393bytes) at 1731669891583Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 so closing down at 1731669891586 (+3 ms)3 split writer threads finished at 1731669891586Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669891589 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669891589Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891592 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891592Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669891593 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669891593Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669891593 2024-11-15T11:24:51,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.2 2024-11-15T11:24:51,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:51,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 2024-11-15T11:24:51,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 after 0ms 2024-11-15T11:24:51,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 took 2ms 2024-11-15T11:24:51,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 so closing down 2024-11-15T11:24:51,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:51,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:51,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:51,599 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:51,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:51,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742232_1411 (size=743) 2024-11-15T11:24:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742231_1410 (size=743) 2024-11-15T11:24:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742231_1410 (size=743) 2024-11-15T11:24:51,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742232_1411 (size=743) 2024-11-15T11:24:51,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:51,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:51,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:51,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3, size=1.4 K (1393bytes) at 1731669891595Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 so closing down at 1731669891597 (+2 ms)3 split writer threads finished at 1731669891597Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669891599 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669891599Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891604 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891604Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669891605 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669891605Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669891605 2024-11-15T11:24:51,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.3 2024-11-15T11:24:51,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:51,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 2024-11-15T11:24:51,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 after 0ms 2024-11-15T11:24:51,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 took 2ms 2024-11-15T11:24:51,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 so closing down 2024-11-15T11:24:51,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:51,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:51,611 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:51,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:51,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:51,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742234_1413 (size=743) 2024-11-15T11:24:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742233_1412 (size=743) 2024-11-15T11:24:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742233_1412 (size=743) 2024-11-15T11:24:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742234_1413 (size=743) 2024-11-15T11:24:51,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:51,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:51,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:51,620 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:51,620 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4, size=1.4 K (1393bytes) at 1731669891606Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 so closing down at 1731669891609 (+3 ms)3 split writer threads finished at 1731669891609Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669891612 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669891612Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891619 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669891619Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669891620 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669891620Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669891620 2024-11-15T11:24:51,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.4 2024-11-15T11:24:51,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T11:24:51,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 2024-11-15T11:24:51,622 WARN [IPC Server handler 1 on default port 32795 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-15T11:24:51,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 after 1ms 2024-11-15T11:24:52,124 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2052745482_22 at /127.0.0.1:49342 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:41217:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49342 dst: /127.0.0.1:41217 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41217 remote=/127.0.0.1:49342]. Total timeout mills is 60000, 59403 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:52,124 WARN [ResponseProcessor for block BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:52,125 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2052745482_22 at /127.0.0.1:46036 [Receiving block BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:37009:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46036 dst: /127.0.0.1:37009 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:24:52,125 WARN [DataStreamer for file /user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 block BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK], DatanodeInfoWithStorage[127.0.0.1:37009,DS-e5c3262d-bf2d-444b-9772-3db3e9d5bedd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41217,DS-b58fd733-62cf-491f-83ee-69efefe82b37,DISK]) is bad. 2024-11-15T11:24:52,127 WARN [DataStreamer for file /user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 block BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-67121156-172.17.0.2-1731669842710:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T11:24:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742224_1414 (size=1394) 2024-11-15T11:24:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742224_1414 (size=1394) 2024-11-15T11:24:55,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 after 4002ms 2024-11-15T11:24:55,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 took 4006ms 2024-11-15T11:24:55,629 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:55,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 so closing down 2024-11-15T11:24:55,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:55,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:55,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:55,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742235_1415 (size=353) 2024-11-15T11:24:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742235_1415 (size=353) 2024-11-15T11:24:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742236_1416 (size=418) 2024-11-15T11:24:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742236_1416 (size=418) 2024-11-15T11:24:55,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-15T11:24:55,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T11:24:55,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T11:24:55,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5, size=1.4 K (1394bytes) at 1731669891621Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 so closing down at 1731669895630 (+4009 ms)3 split writer threads finished at 1731669895630Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669895633 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669895633Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669895641 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731669895641Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731669895643 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731669895643Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731669895643 2024-11-15T11:24:55,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/corrupt/wal.dat.5 2024-11-15T11:24:55,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:55,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 2024-11-15T11:24:55,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 after 1ms 2024-11-15T11:24:55,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 took 2ms 2024-11-15T11:24:55,648 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 so closing down 2024-11-15T11:24:55,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:55,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:55,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:55,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742238_1418 (size=749) 2024-11-15T11:24:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742238_1418 (size=749) 2024-11-15T11:24:55,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742237_1417 (size=749) 2024-11-15T11:24:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742237_1417 (size=749) 2024-11-15T11:24:55,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:55,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:55,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6, size=1.4 K (1405bytes) at 1731669895644Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 so closing down at 1731669895648 (+4 ms)3 split writer threads finished at 1731669895648Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669895650 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669895650Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895653 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669895654 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895656 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669895657 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669895658 (+1 ms) 2024-11-15T11:24:55,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.6 2024-11-15T11:24:55,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:55,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 2024-11-15T11:24:55,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 after 1ms 2024-11-15T11:24:55,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 took 2ms 2024-11-15T11:24:55,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 so closing down 2024-11-15T11:24:55,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:55,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:55,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:55,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742240_1420 (size=753) 2024-11-15T11:24:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742239_1419 (size=753) 2024-11-15T11:24:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742239_1419 (size=753) 2024-11-15T11:24:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742240_1420 (size=753) 2024-11-15T11:24:55,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:55,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:55,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:55,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7, size=1.4 K (1413bytes) at 1731669895659Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 so closing down at 1731669895662 (+3 ms)3 split writer threads finished at 1731669895663 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669895665 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669895665Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895671 (+6 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895671Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669895672 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669895672Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669895672 2024-11-15T11:24:55,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.7 2024-11-15T11:24:55,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:55,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 2024-11-15T11:24:55,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 after 0ms 2024-11-15T11:24:55,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 took 3ms 2024-11-15T11:24:55,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 so closing down 2024-11-15T11:24:55,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:55,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:55,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:55,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742242_1422 (size=753) 2024-11-15T11:24:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742242_1422 (size=753) 2024-11-15T11:24:55,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742241_1421 (size=753) 2024-11-15T11:24:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742241_1421 (size=753) 2024-11-15T11:24:55,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:55,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:55,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8, size=1.4 K (1413bytes) at 1731669895675Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 so closing down at 1731669895679 (+4 ms)3 split writer threads finished at 1731669895679Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669895682 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669895682Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895686 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669895687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895690 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669895690Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669895691 (+1 ms) 2024-11-15T11:24:55,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.8 2024-11-15T11:24:55,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:55,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 2024-11-15T11:24:55,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 after 0ms 2024-11-15T11:24:55,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 took 2ms 2024-11-15T11:24:55,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 so closing down 2024-11-15T11:24:55,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:55,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:55,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:55,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742243_1423 (size=753) 2024-11-15T11:24:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742243_1423 (size=753) 2024-11-15T11:24:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742244_1424 (size=753) 2024-11-15T11:24:55,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742244_1424 (size=753) 2024-11-15T11:24:55,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:55,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:55,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:55,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9, size=1.4 K (1413bytes) at 1731669895692Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 so closing down at 1731669895695 (+3 ms)3 split writer threads finished at 1731669895695Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669895697 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669895697Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895705 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669895706 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669895706Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669895707 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669895707 2024-11-15T11:24:55,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731669891005/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/b289c443-f678-2425-9bf1-f6e24f1fd4a8/oldWALs/wal.dat.9 2024-11-15T11:24:55,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=4375 (was 4377) 2024-11-15T11:24:55,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=4374 2024-11-15T11:24:55,761 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742245_1425 (size=7) 2024-11-15T11:24:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742245_1425 (size=7) 2024-11-15T11:24:55,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:55,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,770 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:55,770 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T11:24:55,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:55,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742246_1426 (size=863) 2024-11-15T11:24:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742246_1426 (size=863) 2024-11-15T11:24:55,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742247_1427 (size=823) 2024-11-15T11:24:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742247_1427 (size=823) 2024-11-15T11:24:55,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0, size=823 (823bytes) 2024-11-15T11:24:55,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 2024-11-15T11:24:55,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 after 0ms 2024-11-15T11:24:55,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 took 3ms 2024-11-15T11:24:55,809 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0; continuing. 2024-11-15T11:24:55,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 so closing down 2024-11-15T11:24:55,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:55,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742248_1428 (size=786) 2024-11-15T11:24:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742248_1428 (size=786) 2024-11-15T11:24:55,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:55,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-15T11:24:55,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-15T11:24:55,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0, size=823 (823bytes) at 1731669895803Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 so closing down at 1731669895809 (+6 ms)3 split writer threads finished at 1731669895809Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669895811 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669895815 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731669895816 (+1 ms)Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731669895816 2024-11-15T11:24:55,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/WALs/testeofisignored,16010,1731669895770/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/f611b895-5b6d-aed6-c1ed-843534b62876/oldWALs/wal.dat.0 2024-11-15T11:24:55,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=4374 (was 4374) 2024-11-15T11:24:55,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=4374 2024-11-15T11:24:55,835 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742249_1429 (size=7) 2024-11-15T11:24:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742249_1429 (size=7) 2024-11-15T11:24:55,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:55,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,845 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-15T11:24:55,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T11:24:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742250_1430 (size=93) 2024-11-15T11:24:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742250_1430 (size=93) 2024-11-15T11:24:55,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty, size=93 (93bytes) 2024-11-15T11:24:55,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty 2024-11-15T11:24:55,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty after 0ms 2024-11-15T11:24:55,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty took 2ms 2024-11-15T11:24:55,872 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty so closing down 2024-11-15T11:24:55,872 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:55,872 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:55,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T11:24:55,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty, size=93 (93bytes) at 1731669895870Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty so closing down at 1731669895872 (+2 ms)3 split writer threads finished at 1731669895872Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731669895872 2024-11-15T11:24:55,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/WALs/testsplitlogfileempty,16010,1731669895845/wal.dat..empty to hdfs://localhost:32795/user/jenkins/test-data/4a3095d6-ba69-89dd-4858-e9122e720da6/oldWALs/wal.dat..empty 2024-11-15T11:24:55,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=4374 (was 4374) 2024-11-15T11:24:55,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=4374 2024-11-15T11:24:55,890 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742251_1431 (size=7) 2024-11-15T11:24:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742251_1431 (size=7) 2024-11-15T11:24:55,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:55,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:55,899 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:55,899 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:55,899 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:55,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:55,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742252_1432 (size=1393) 2024-11-15T11:24:55,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742252_1432 (size=1393) 2024-11-15T11:24:55,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:55,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:55,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742253_1433 (size=1393) 2024-11-15T11:24:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742253_1433 (size=1393) 2024-11-15T11:24:55,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:55,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:55,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742254_1434 (size=1393) 2024-11-15T11:24:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742254_1434 (size=1393) 2024-11-15T11:24:55,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:55,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:55,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742255_1435 (size=1393) 2024-11-15T11:24:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742255_1435 (size=1393) 2024-11-15T11:24:55,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:55,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:55,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742256_1436 (size=1393) 2024-11-15T11:24:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742256_1436 (size=1393) 2024-11-15T11:24:55,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:55,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:55,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742257_1437 (size=1393) 2024-11-15T11:24:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742257_1437 (size=1393) 2024-11-15T11:24:55,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:55,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:55,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742258_1438 (size=1405) 2024-11-15T11:24:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742258_1438 (size=1405) 2024-11-15T11:24:55,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:55,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742259_1439 (size=1413) 2024-11-15T11:24:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742259_1439 (size=1413) 2024-11-15T11:24:55,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:55,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:55,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742260_1440 (size=1413) 2024-11-15T11:24:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742260_1440 (size=1413) 2024-11-15T11:24:55,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:55,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:55,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:55,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742261_1441 (size=1413) 2024-11-15T11:24:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742261_1441 (size=1413) 2024-11-15T11:24:55,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:56,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:56,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 2024-11-15T11:24:56,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 after 0ms 2024-11-15T11:24:56,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 took 2ms 2024-11-15T11:24:56,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 so closing down 2024-11-15T11:24:56,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:56,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:56,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:56,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742262_1442 (size=743) 2024-11-15T11:24:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742262_1442 (size=743) 2024-11-15T11:24:56,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:24:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742263_1443 (size=743) 2024-11-15T11:24:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742263_1443 (size=743) 2024-11-15T11:24:56,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T11:24:56,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0, size=1.4 K (1393bytes) at 1731669896015Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 so closing down at 1731669896019 (+4 ms)3 split writer threads finished at 1731669896019Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669896022 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669896022Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896025 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669896027 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896030 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731669896031 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896031 2024-11-15T11:24:56,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.0 2024-11-15T11:24:56,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:56,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 2024-11-15T11:24:56,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 after 0ms 2024-11-15T11:24:56,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 took 2ms 2024-11-15T11:24:56,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 so closing down 2024-11-15T11:24:56,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:56,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:56,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:56,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742265_1445 (size=743) 2024-11-15T11:24:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742264_1444 (size=743) 2024-11-15T11:24:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742265_1445 (size=743) 2024-11-15T11:24:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742264_1444 (size=743) 2024-11-15T11:24:56,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:24:56,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T11:24:56,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1, size=1.4 K (1393bytes) at 1731669896033Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 so closing down at 1731669896036 (+3 ms)3 split writer threads finished at 1731669896036Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669896038 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669896038Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896042 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896042Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669896043 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731669896043Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896043 2024-11-15T11:24:56,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.1 2024-11-15T11:24:56,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:56,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 2024-11-15T11:24:56,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 after 0ms 2024-11-15T11:24:56,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 took 2ms 2024-11-15T11:24:56,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 so closing down 2024-11-15T11:24:56,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,049 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:56,049 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:56,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:56,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742266_1446 (size=743) 2024-11-15T11:24:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742266_1446 (size=743) 2024-11-15T11:24:56,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:24:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742267_1447 (size=743) 2024-11-15T11:24:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742267_1447 (size=743) 2024-11-15T11:24:56,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T11:24:56,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2, size=1.4 K (1393bytes) at 1731669896044Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 so closing down at 1731669896047 (+3 ms)3 split writer threads finished at 1731669896047Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669896050 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669896050Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896053 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669896054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896058 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731669896059 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896059 2024-11-15T11:24:56,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.2 2024-11-15T11:24:56,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:56,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 2024-11-15T11:24:56,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 after 0ms 2024-11-15T11:24:56,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 took 2ms 2024-11-15T11:24:56,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 so closing down 2024-11-15T11:24:56,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,065 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:56,065 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:56,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:56,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:56,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742269_1449 (size=743) 2024-11-15T11:24:56,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742269_1449 (size=743) 2024-11-15T11:24:56,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742268_1448 (size=743) 2024-11-15T11:24:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742268_1448 (size=743) 2024-11-15T11:24:56,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T11:24:56,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:24:56,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3, size=1.4 K (1393bytes) at 1731669896061Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 so closing down at 1731669896064 (+3 ms)3 split writer threads finished at 1731669896064Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669896066 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669896066Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896074 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731669896075 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896474 (+399 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669896476 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896480 (+4 ms) 2024-11-15T11:24:56,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.3 2024-11-15T11:24:56,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:56,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 2024-11-15T11:24:56,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 after 0ms 2024-11-15T11:24:56,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 took 3ms 2024-11-15T11:24:56,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 so closing down 2024-11-15T11:24:56,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:56,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:56,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:56,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742270_1450 (size=743) 2024-11-15T11:24:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742270_1450 (size=743) 2024-11-15T11:24:56,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T11:24:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742271_1451 (size=743) 2024-11-15T11:24:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742271_1451 (size=743) 2024-11-15T11:24:56,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:24:56,572 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4, size=1.4 K (1393bytes) at 1731669896483Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 so closing down at 1731669896490 (+7 ms)3 split writer threads finished at 1731669896490Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669896508 (+18 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669896518 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896562 (+44 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731669896564 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896570 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669896572 (+2 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896572 2024-11-15T11:24:56,574 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.4 2024-11-15T11:24:56,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:56,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 2024-11-15T11:24:56,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 after 0ms 2024-11-15T11:24:56,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 took 2ms 2024-11-15T11:24:56,581 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 so closing down 2024-11-15T11:24:56,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,581 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:56,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:56,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:56,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742272_1452 (size=743) 2024-11-15T11:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742272_1452 (size=743) 2024-11-15T11:24:56,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:24:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742273_1453 (size=743) 2024-11-15T11:24:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742273_1453 (size=743) 2024-11-15T11:24:56,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T11:24:56,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T11:24:56,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5, size=1.4 K (1393bytes) at 1731669896574Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 so closing down at 1731669896581 (+7 ms)3 split writer threads finished at 1731669896581Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669896584 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669896585 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896589 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669896591 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896595 (+4 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731669896596 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731669896597 (+1 ms) 2024-11-15T11:24:56,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.5 2024-11-15T11:24:56,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:56,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 2024-11-15T11:24:56,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 after 1ms 2024-11-15T11:24:56,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 took 2ms 2024-11-15T11:24:56,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 so closing down 2024-11-15T11:24:56,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,604 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:56,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:56,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:56,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:56,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742275_1455 (size=749) 2024-11-15T11:24:56,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742275_1455 (size=749) 2024-11-15T11:24:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742274_1454 (size=749) 2024-11-15T11:24:56,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742274_1454 (size=749) 2024-11-15T11:24:56,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T11:24:56,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:24:56,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:24:56,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6, size=1.4 K (1405bytes) at 1731669896598Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 so closing down at 1731669896601 (+3 ms)3 split writer threads finished at 1731669896602 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669896606 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669896607 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896617 (+10 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896618 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731669896619 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669896619Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731669896619 2024-11-15T11:24:56,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.6 2024-11-15T11:24:56,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:56,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 2024-11-15T11:24:56,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 after 0ms 2024-11-15T11:24:56,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 took 2ms 2024-11-15T11:24:56,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 so closing down 2024-11-15T11:24:56,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:56,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:56,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:56,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742277_1457 (size=753) 2024-11-15T11:24:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742277_1457 (size=753) 2024-11-15T11:24:56,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T11:24:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742276_1456 (size=753) 2024-11-15T11:24:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742276_1456 (size=753) 2024-11-15T11:24:56,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:24:56,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:56,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7, size=1.4 K (1413bytes) at 1731669896621Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 so closing down at 1731669896625 (+4 ms)3 split writer threads finished at 1731669896625Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669896629 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669896629Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896646 (+17 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731669896648 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896656 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669896658 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669896658 2024-11-15T11:24:56,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.7 2024-11-15T11:24:56,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:56,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 2024-11-15T11:24:56,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 after 1ms 2024-11-15T11:24:56,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 took 2ms 2024-11-15T11:24:56,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 so closing down 2024-11-15T11:24:56,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:56,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:56,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:56,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742278_1458 (size=753) 2024-11-15T11:24:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742278_1458 (size=753) 2024-11-15T11:24:56,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T11:24:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742279_1459 (size=753) 2024-11-15T11:24:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742279_1459 (size=753) 2024-11-15T11:24:56,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:24:56,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:56,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8, size=1.4 K (1413bytes) at 1731669896659Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 so closing down at 1731669896662 (+3 ms)3 split writer threads finished at 1731669896662Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669896666 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669896666Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896694 (+28 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731669896696 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896703 (+7 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669896705 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669896705 2024-11-15T11:24:56,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.8 2024-11-15T11:24:56,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:56,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 2024-11-15T11:24:56,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 after 0ms 2024-11-15T11:24:56,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 took 2ms 2024-11-15T11:24:56,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 so closing down 2024-11-15T11:24:56,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:56,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:56,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:56,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:56,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:56,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742281_1461 (size=753) 2024-11-15T11:24:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742281_1461 (size=753) 2024-11-15T11:24:56,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:24:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742280_1460 (size=753) 2024-11-15T11:24:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742280_1460 (size=753) 2024-11-15T11:24:56,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:56,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T11:24:56,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T11:24:56,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9, size=1.4 K (1413bytes) at 1731669896706Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 so closing down at 1731669896710 (+4 ms)3 split writer threads finished at 1731669896712 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669896717 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669896717Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896731 (+14 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669896733 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669896739 (+6 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731669896740 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731669896740 2024-11-15T11:24:56,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/WALs/testlogsgetarchivedaftersplit,16010,1731669895899/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/66de383f-46f3-0ea6-675d-5de05e2adbf8/oldWALs/wal.dat.9 2024-11-15T11:24:56,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=4356 (was 4374) 2024-11-15T11:24:56,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=4356 2024-11-15T11:24:56,762 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742282_1462 (size=7) 2024-11-15T11:24:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742282_1462 (size=7) 2024-11-15T11:24:56,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:56,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:56,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:56,794 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-15T11:24:56,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T11:24:56,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742283_1463 (size=723) 2024-11-15T11:24:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742283_1463 (size=723) 2024-11-15T11:24:56,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:56,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742284_1464 (size=723) 2024-11-15T11:24:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742284_1464 (size=723) 2024-11-15T11:24:56,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:56,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742285_1465 (size=723) 2024-11-15T11:24:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742285_1465 (size=723) 2024-11-15T11:24:56,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:56,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742286_1466 (size=723) 2024-11-15T11:24:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742286_1466 (size=723) 2024-11-15T11:24:56,904 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:56,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742287_1467 (size=723) 2024-11-15T11:24:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742287_1467 (size=723) 2024-11-15T11:24:56,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:56,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742288_1468 (size=723) 2024-11-15T11:24:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742288_1468 (size=723) 2024-11-15T11:24:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:56,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:56,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742289_1469 (size=723) 2024-11-15T11:24:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742289_1469 (size=723) 2024-11-15T11:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:56,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742290_1470 (size=723) 2024-11-15T11:24:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742290_1470 (size=723) 2024-11-15T11:24:56,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:56,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742291_1471 (size=723) 2024-11-15T11:24:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742291_1471 (size=723) 2024-11-15T11:24:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:56,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:56,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:56,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742292_1472 (size=723) 2024-11-15T11:24:56,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742292_1472 (size=723) 2024-11-15T11:24:56,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:57,003 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/oldWALs, maxLogs=32 2024-11-15T11:24:57,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731669897060 2024-11-15T11:24:57,091 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731669897060 2024-11-15T11:24:57,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37907:37907),(127.0.0.1/127.0.0.1:42193:42193)] 2024-11-15T11:24:57,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0, size=723 (723bytes) 2024-11-15T11:24:57,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0 2024-11-15T11:24:57,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0 after 0ms 2024-11-15T11:24:57,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0 took 2ms 2024-11-15T11:24:57,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0 so closing down 2024-11-15T11:24:57,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,201 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:57,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742294_1474 (size=723) 2024-11-15T11:24:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742294_1474 (size=723) 2024-11-15T11:24:57,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:57,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-15T11:24:57,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-15T11:24:57,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0, size=723 (723bytes) at 1731669897191Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0 so closing down at 1731669897196 (+5 ms)3 split writer threads finished at 1731669897196Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669897203 (+7 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669897223 (+20 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731669897224 (+1 ms)Processed 10 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731669896794/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731669897225 (+1 ms) 2024-11-15T11:24:57,227 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:24:57,227 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:24:57,227 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:24:57,227 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:24:57,227 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:24:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742293_1473 (size=93) 2024-11-15T11:24:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742293_1473 (size=93) 2024-11-15T11:24:57,243 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07e831c5-90af-aed7-fd55-455839b04b0a/oldWALs 2024-11-15T11:24:57,246 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731669897060) 2024-11-15T11:24:57,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=4337 (was 4356) 2024-11-15T11:24:57,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=4337 2024-11-15T11:24:57,268 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:24:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742295_1475 (size=7) 2024-11-15T11:24:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742295_1475 (size=7) 2024-11-15T11:24:57,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:24:57,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:57,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:24:57,287 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:57,289 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T11:24:57,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:57,289 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:57,290 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:57,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742296_1476 (size=1393) 2024-11-15T11:24:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742296_1476 (size=1393) 2024-11-15T11:24:57,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:57,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:57,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742297_1477 (size=1393) 2024-11-15T11:24:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742297_1477 (size=1393) 2024-11-15T11:24:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:57,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742298_1478 (size=1393) 2024-11-15T11:24:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742298_1478 (size=1393) 2024-11-15T11:24:57,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:57,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742299_1479 (size=1393) 2024-11-15T11:24:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742299_1479 (size=1393) 2024-11-15T11:24:57,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:57,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742300_1480 (size=1393) 2024-11-15T11:24:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742300_1480 (size=1393) 2024-11-15T11:24:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:57,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742301_1481 (size=1393) 2024-11-15T11:24:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742301_1481 (size=1393) 2024-11-15T11:24:57,503 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:57,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742302_1482 (size=1405) 2024-11-15T11:24:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742302_1482 (size=1405) 2024-11-15T11:24:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:57,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742303_1483 (size=1413) 2024-11-15T11:24:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742303_1483 (size=1413) 2024-11-15T11:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:57,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:57,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742304_1484 (size=1413) 2024-11-15T11:24:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742304_1484 (size=1413) 2024-11-15T11:24:57,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:57,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742305_1485 (size=1413) 2024-11-15T11:24:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742305_1485 (size=1413) 2024-11-15T11:24:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:57,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:57,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 2024-11-15T11:24:57,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 after 0ms 2024-11-15T11:24:57,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 took 4ms 2024-11-15T11:24:57,705 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down 2024-11-15T11:24:57,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) at 1731669897698Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down at 1731669897705 (+7 ms)3 split writer threads finished at 1731669897706 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897706 2024-11-15T11:24:57,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0 2024-11-15T11:24:57,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:57,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 2024-11-15T11:24:57,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 after 0ms 2024-11-15T11:24:57,711 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 took 3ms 2024-11-15T11:24:57,713 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down 2024-11-15T11:24:57,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) at 1731669897708Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down at 1731669897713 (+5 ms)3 split writer threads finished at 1731669897715 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897715 2024-11-15T11:24:57,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1 2024-11-15T11:24:57,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:57,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 2024-11-15T11:24:57,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 after 1ms 2024-11-15T11:24:57,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 took 4ms 2024-11-15T11:24:57,729 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down 2024-11-15T11:24:57,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) at 1731669897719Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down at 1731669897730 (+11 ms)3 split writer threads finished at 1731669897730Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897730 2024-11-15T11:24:57,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2 2024-11-15T11:24:57,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:57,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 2024-11-15T11:24:57,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 after 0ms 2024-11-15T11:24:57,736 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 took 3ms 2024-11-15T11:24:57,737 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down 2024-11-15T11:24:57,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) at 1731669897734Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down at 1731669897738 (+4 ms)3 split writer threads finished at 1731669897740 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897740 2024-11-15T11:24:57,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3 2024-11-15T11:24:57,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:57,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 2024-11-15T11:24:57,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 after 1ms 2024-11-15T11:24:57,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 took 3ms 2024-11-15T11:24:57,768 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down 2024-11-15T11:24:57,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) at 1731669897742Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down at 1731669897768 (+26 ms)3 split writer threads finished at 1731669897769 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897769 2024-11-15T11:24:57,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4 2024-11-15T11:24:57,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:57,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 2024-11-15T11:24:57,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 after 0ms 2024-11-15T11:24:57,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 took 3ms 2024-11-15T11:24:57,782 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down 2024-11-15T11:24:57,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:57,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) at 1731669897773Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down at 1731669897783 (+10 ms)3 split writer threads finished at 1731669897783Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669897783 2024-11-15T11:24:57,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5 2024-11-15T11:24:57,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:57,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 2024-11-15T11:24:57,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 after 1ms 2024-11-15T11:24:57,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 took 3ms 2024-11-15T11:24:57,791 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down 2024-11-15T11:24:57,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T11:24:57,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) at 1731669897786Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down at 1731669897791 (+5 ms)3 split writer threads finished at 1731669897793 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731669897793 2024-11-15T11:24:57,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6 2024-11-15T11:24:57,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:57,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 2024-11-15T11:24:57,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 after 0ms 2024-11-15T11:24:57,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 took 2ms 2024-11-15T11:24:57,805 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down 2024-11-15T11:24:57,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:57,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) at 1731669897796Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down at 1731669897805 (+9 ms)3 split writer threads finished at 1731669897806 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669897806 2024-11-15T11:24:57,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7 2024-11-15T11:24:57,809 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:57,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 2024-11-15T11:24:57,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 after 0ms 2024-11-15T11:24:57,812 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 took 3ms 2024-11-15T11:24:57,821 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down 2024-11-15T11:24:57,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:57,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) at 1731669897809Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down at 1731669897821 (+12 ms)3 split writer threads finished at 1731669897824 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669897824 2024-11-15T11:24:57,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8 2024-11-15T11:24:57,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:57,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 2024-11-15T11:24:57,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 after 0ms 2024-11-15T11:24:57,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 took 2ms 2024-11-15T11:24:57,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:57,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down 2024-11-15T11:24:57,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:57,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:57,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:57,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) at 1731669897828Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down at 1731669897842 (+14 ms)3 split writer threads finished at 1731669897843 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669897843 2024-11-15T11:24:57,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9 2024-11-15T11:24:57,846 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897707; access_time=1731669897293; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897716; access_time=1731669897347; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897732; access_time=1731669897384; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897741; access_time=1731669897411; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897771; access_time=1731669897425; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669897784; access_time=1731669897479; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731669897794; access_time=1731669897503; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669897808; access_time=1731669897564; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669897825; access_time=1731669897608; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669897844; access_time=1731669897621; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T11:24:57,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:57,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:57,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:57,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:57,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742306_1486 (size=1393) 2024-11-15T11:24:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742306_1486 (size=1393) 2024-11-15T11:24:57,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:57,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:57,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742307_1487 (size=1393) 2024-11-15T11:24:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742307_1487 (size=1393) 2024-11-15T11:24:57,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:57,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:57,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742308_1488 (size=1393) 2024-11-15T11:24:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742308_1488 (size=1393) 2024-11-15T11:24:57,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:57,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:57,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742309_1489 (size=1393) 2024-11-15T11:24:58,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742309_1489 (size=1393) 2024-11-15T11:24:58,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:58,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:58,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742310_1490 (size=1393) 2024-11-15T11:24:58,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:58,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742310_1490 (size=1393) 2024-11-15T11:24:58,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742311_1491 (size=1393) 2024-11-15T11:24:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742311_1491 (size=1393) 2024-11-15T11:24:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:58,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742312_1492 (size=1405) 2024-11-15T11:24:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742312_1492 (size=1405) 2024-11-15T11:24:58,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:24:58,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:24:58,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742313_1493 (size=1413) 2024-11-15T11:24:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742313_1493 (size=1413) 2024-11-15T11:24:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:24:58,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:24:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742314_1494 (size=1413) 2024-11-15T11:24:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742314_1494 (size=1413) 2024-11-15T11:24:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:24:58,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:24:58,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742315_1495 (size=1413) 2024-11-15T11:24:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742315_1495 (size=1413) 2024-11-15T11:24:58,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:24:58,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:24:58,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 2024-11-15T11:24:58,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 after 0ms 2024-11-15T11:24:58,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 took 2ms 2024-11-15T11:24:58,286 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down 2024-11-15T11:24:58,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,287 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:58,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:58,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:24:58,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:24:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742317_1497 (size=418) 2024-11-15T11:24:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742317_1497 (size=418) 2024-11-15T11:24:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742316_1496 (size=418) 2024-11-15T11:24:58,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742316_1496 (size=418) 2024-11-15T11:24:58,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-15T11:24:58,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-15T11:24:58,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) at 1731669898282Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down at 1731669898287 (+5 ms)3 split writer threads finished at 1731669898287Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669898293 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669898296 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898322 (+26 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898322Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731669898324 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731669898324Processed 10 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898324 2024-11-15T11:24:58,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0 2024-11-15T11:24:58,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:24:58,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 2024-11-15T11:24:58,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 after 0ms 2024-11-15T11:24:58,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 took 5ms 2024-11-15T11:24:58,333 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down 2024-11-15T11:24:58,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:58,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:58,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:24:58,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:24:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742318_1498 (size=418) 2024-11-15T11:24:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742319_1499 (size=418) 2024-11-15T11:24:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742319_1499 (size=418) 2024-11-15T11:24:58,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742318_1498 (size=418) 2024-11-15T11:24:58,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-15T11:24:58,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-15T11:24:58,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) at 1731669898327Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down at 1731669898334 (+7 ms)3 split writer threads finished at 1731669898334Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669898339 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669898340 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898396 (+56 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898396Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731669898401 (+5 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731669898401Processed 10 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898401 2024-11-15T11:24:58,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1 2024-11-15T11:24:58,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:24:58,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 2024-11-15T11:24:58,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 after 0ms 2024-11-15T11:24:58,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 took 2ms 2024-11-15T11:24:58,409 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down 2024-11-15T11:24:58,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:58,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:24:58,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:58,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:24:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742320_1500 (size=418) 2024-11-15T11:24:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742320_1500 (size=418) 2024-11-15T11:24:58,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-15T11:24:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742321_1501 (size=418) 2024-11-15T11:24:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742321_1501 (size=418) 2024-11-15T11:24:58,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-15T11:24:58,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) at 1731669898405Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down at 1731669898409 (+4 ms)3 split writer threads finished at 1731669898409Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669898424 (+15 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669898448 (+24 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898471 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731669898472 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898495 (+23 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731669898497 (+2 ms)Processed 10 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898497 2024-11-15T11:24:58,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2 2024-11-15T11:24:58,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:24:58,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 2024-11-15T11:24:58,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 after 0ms 2024-11-15T11:24:58,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 took 3ms 2024-11-15T11:24:58,529 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down 2024-11-15T11:24:58,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:58,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:58,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:24:58,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:24:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742322_1502 (size=418) 2024-11-15T11:24:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742322_1502 (size=418) 2024-11-15T11:24:58,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-15T11:24:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742323_1503 (size=418) 2024-11-15T11:24:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742323_1503 (size=418) 2024-11-15T11:24:58,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-15T11:24:58,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) at 1731669898500Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down at 1731669898529 (+29 ms)3 split writer threads finished at 1731669898530 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669898544 (+14 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669898552 (+8 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898597 (+45 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731669898599 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898625 (+26 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731669898626 (+1 ms)Processed 10 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898626 2024-11-15T11:24:58,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3 2024-11-15T11:24:58,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:24:58,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 2024-11-15T11:24:58,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 after 1ms 2024-11-15T11:24:58,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 took 3ms 2024-11-15T11:24:58,645 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down 2024-11-15T11:24:58,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,655 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:58,659 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:58,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:24:58,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:24:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742325_1505 (size=418) 2024-11-15T11:24:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742325_1505 (size=418) 2024-11-15T11:24:58,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-15T11:24:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742324_1504 (size=418) 2024-11-15T11:24:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742324_1504 (size=418) 2024-11-15T11:24:58,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-15T11:24:58,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) at 1731669898628Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down at 1731669898646 (+18 ms)3 split writer threads finished at 1731669898646Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669898660 (+14 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669898661 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898714 (+53 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731669898716 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898731 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731669898734 (+3 ms)Processed 10 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898734 2024-11-15T11:24:58,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4 2024-11-15T11:24:58,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:24:58,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 2024-11-15T11:24:58,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 after 0ms 2024-11-15T11:24:58,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 took 3ms 2024-11-15T11:24:58,742 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down 2024-11-15T11:24:58,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,744 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:58,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:58,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:24:58,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:24:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742326_1506 (size=418) 2024-11-15T11:24:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742326_1506 (size=418) 2024-11-15T11:24:58,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T11:24:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742327_1507 (size=418) 2024-11-15T11:24:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742327_1507 (size=418) 2024-11-15T11:24:58,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-15T11:24:58,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:24:58,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) at 1731669898737Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down at 1731669898742 (+5 ms)3 split writer threads finished at 1731669898742Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669898746 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669898746Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898779 (+33 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731669898781 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898791 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731669898794 (+3 ms)Processed 10 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669898794 2024-11-15T11:24:58,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5 2024-11-15T11:24:58,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:24:58,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 2024-11-15T11:24:58,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 after 1ms 2024-11-15T11:24:58,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 took 3ms 2024-11-15T11:24:58,805 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down 2024-11-15T11:24:58,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:58,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:24:58,816 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742328_1508 (size=419) 2024-11-15T11:24:58,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:24:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742328_1508 (size=419) 2024-11-15T11:24:58,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-15T11:24:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742329_1509 (size=419) 2024-11-15T11:24:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742329_1509 (size=419) 2024-11-15T11:24:58,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-15T11:24:58,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T11:24:58,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) at 1731669898797Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down at 1731669898806 (+9 ms)3 split writer threads finished at 1731669898806Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669898810 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669898846 (+36 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898848 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731669898849 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898858 (+9 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731669898861 (+3 ms)Processed 10 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731669898861 2024-11-15T11:24:58,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6 2024-11-15T11:24:58,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:24:58,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 2024-11-15T11:24:58,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 after 0ms 2024-11-15T11:24:58,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 took 3ms 2024-11-15T11:24:58,867 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down 2024-11-15T11:24:58,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:58,872 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:58,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:24:58,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:24:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742330_1510 (size=423) 2024-11-15T11:24:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742330_1510 (size=423) 2024-11-15T11:24:58,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-15T11:24:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742331_1511 (size=423) 2024-11-15T11:24:58,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742331_1511 (size=423) 2024-11-15T11:24:58,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:58,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-15T11:24:58,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:58,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) at 1731669898864Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down at 1731669898868 (+4 ms)3 split writer threads finished at 1731669898868Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669898872 (+4 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669898873 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898922 (+49 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731669898923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669898943 (+20 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731669898945 (+2 ms)Processed 10 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669898945 2024-11-15T11:24:58,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7 2024-11-15T11:24:58,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:24:58,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 2024-11-15T11:24:58,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 after 1ms 2024-11-15T11:24:58,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 took 13ms 2024-11-15T11:24:58,981 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:58,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down 2024-11-15T11:24:58,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:58,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:58,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:58,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:59,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:24:59,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:24:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742333_1513 (size=423) 2024-11-15T11:24:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742333_1513 (size=423) 2024-11-15T11:24:59,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742332_1512 (size=423) 2024-11-15T11:24:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742332_1512 (size=423) 2024-11-15T11:24:59,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-15T11:24:59,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:59,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-15T11:24:59,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:59,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) at 1731669898949Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down at 1731669898982 (+33 ms)3 split writer threads finished at 1731669898983 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669899008 (+25 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669899008Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669899036 (+28 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731669899038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669899039 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731669899040 (+1 ms)Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669899040 2024-11-15T11:24:59,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8 2024-11-15T11:24:59,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:24:59,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 2024-11-15T11:24:59,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 after 0ms 2024-11-15T11:24:59,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 took 2ms 2024-11-15T11:24:59,049 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:24:59,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down 2024-11-15T11:24:59,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:24:59,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:24:59,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:59,061 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:59,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:24:59,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:24:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742335_1515 (size=423) 2024-11-15T11:24:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742334_1514 (size=423) 2024-11-15T11:24:59,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742335_1515 (size=423) 2024-11-15T11:24:59,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742334_1514 (size=423) 2024-11-15T11:24:59,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:59,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T11:24:59,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-15T11:24:59,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-15T11:24:59,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:24:59,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) at 1731669899043Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down at 1731669899049 (+6 ms)3 split writer threads finished at 1731669899050 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669899064 (+14 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669899064Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669899080 (+16 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731669899081 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731669899082 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731669899082Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669899082 2024-11-15T11:24:59,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9 2024-11-15T11:24:59,086 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898326; access_time=1731669897856; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898404; access_time=1731669897879; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898498; access_time=1731669897935; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898627; access_time=1731669897992; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898735; access_time=1731669898021; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669898795; access_time=1731669898042; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731669898862; access_time=1731669898062; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669898946; access_time=1731669898113; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669899042; access_time=1731669898157; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669899083; access_time=1731669898202; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T11:24:59,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:24:59,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:24:59,092 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:24:59,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742336_1516 (size=1393) 2024-11-15T11:24:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742336_1516 (size=1393) 2024-11-15T11:24:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:24:59,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T11:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742337_1517 (size=1393) 2024-11-15T11:24:59,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742337_1517 (size=1393) 2024-11-15T11:24:59,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T11:24:59,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T11:24:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742338_1518 (size=1393) 2024-11-15T11:24:59,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T11:24:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742338_1518 (size=1393) 2024-11-15T11:24:59,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T11:24:59,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742339_1519 (size=1393) 2024-11-15T11:24:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742339_1519 (size=1393) 2024-11-15T11:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T11:24:59,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T11:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742340_1520 (size=1393) 2024-11-15T11:24:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742340_1520 (size=1393) 2024-11-15T11:24:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T11:24:59,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T11:24:59,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742341_1521 (size=1393) 2024-11-15T11:24:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742341_1521 (size=1393) 2024-11-15T11:24:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T11:24:59,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T11:24:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:24:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:24:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742342_1522 (size=1405) 2024-11-15T11:25:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742342_1522 (size=1405) 2024-11-15T11:25:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T11:25:00,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T11:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742343_1523 (size=1413) 2024-11-15T11:25:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742343_1523 (size=1413) 2024-11-15T11:25:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T11:25:00,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T11:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742344_1524 (size=1413) 2024-11-15T11:25:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742344_1524 (size=1413) 2024-11-15T11:25:00,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T11:25:00,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T11:25:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742345_1525 (size=1413) 2024-11-15T11:25:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742345_1525 (size=1413) 2024-11-15T11:25:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T11:25:00,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T11:25:00,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 2024-11-15T11:25:00,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 after 1ms 2024-11-15T11:25:00,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 took 2ms 2024-11-15T11:25:00,089 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down 2024-11-15T11:25:00,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T11:25:00,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T11:25:00,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T11:25:00,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T11:25:00,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742346_1526 (size=678) 2024-11-15T11:25:00,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742346_1526 (size=678) 2024-11-15T11:25:00,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-15T11:25:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742347_1527 (size=743) 2024-11-15T11:25:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742347_1527 (size=743) 2024-11-15T11:25:00,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T11:25:00,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K (1393bytes) at 1731669900085Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 so closing down at 1731669900089 (+4 ms)3 split writer threads finished at 1731669900090 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731669900092 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731669900092Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900095 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731669900097 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900110 (+13 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731669900110Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900111 (+1 ms) 2024-11-15T11:25:00,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0 2024-11-15T11:25:00,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T11:25:00,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 2024-11-15T11:25:00,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 after 0ms 2024-11-15T11:25:00,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 took 1ms 2024-11-15T11:25:00,114 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down 2024-11-15T11:25:00,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T11:25:00,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T11:25:00,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T11:25:00,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T11:25:00,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742348_1528 (size=678) 2024-11-15T11:25:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742349_1529 (size=743) 2024-11-15T11:25:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742349_1529 (size=743) 2024-11-15T11:25:00,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742348_1528 (size=678) 2024-11-15T11:25:00,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T11:25:00,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-15T11:25:00,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K (1393bytes) at 1731669900112Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 so closing down at 1731669900115 (+3 ms)3 split writer threads finished at 1731669900115Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731669900117 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731669900117Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900121 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900122 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731669900123 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731669900123Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900123 2024-11-15T11:25:00,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.1 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1 2024-11-15T11:25:00,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T11:25:00,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 2024-11-15T11:25:00,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 after 1ms 2024-11-15T11:25:00,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 took 2ms 2024-11-15T11:25:00,129 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down 2024-11-15T11:25:00,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T11:25:00,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T11:25:00,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T11:25:00,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T11:25:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742350_1530 (size=743) 2024-11-15T11:25:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742350_1530 (size=743) 2024-11-15T11:25:00,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T11:25:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742351_1531 (size=678) 2024-11-15T11:25:00,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742351_1531 (size=678) 2024-11-15T11:25:00,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-15T11:25:00,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K (1393bytes) at 1731669900125Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 so closing down at 1731669900129 (+4 ms)3 split writer threads finished at 1731669900129Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731669900132 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731669900134 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900137 (+3 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731669900138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900146 (+8 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731669900148 (+2 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900148 2024-11-15T11:25:00,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.2 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2 2024-11-15T11:25:00,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T11:25:00,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 2024-11-15T11:25:00,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 after 0ms 2024-11-15T11:25:00,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 took 1ms 2024-11-15T11:25:00,152 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down 2024-11-15T11:25:00,153 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T11:25:00,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T11:25:00,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T11:25:00,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T11:25:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742353_1533 (size=678) 2024-11-15T11:25:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742353_1533 (size=678) 2024-11-15T11:25:00,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-15T11:25:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742352_1532 (size=743) 2024-11-15T11:25:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742352_1532 (size=743) 2024-11-15T11:25:00,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T11:25:00,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K (1393bytes) at 1731669900150Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 so closing down at 1731669900153 (+3 ms)3 split writer threads finished at 1731669900153Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731669900155 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731669900155Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900170 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731669900171 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900579 (+408 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731669900580 (+1 ms)Processed 19 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900580 2024-11-15T11:25:00,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.3 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3 2024-11-15T11:25:00,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T11:25:00,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 2024-11-15T11:25:00,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 after 1ms 2024-11-15T11:25:00,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 took 2ms 2024-11-15T11:25:00,584 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down 2024-11-15T11:25:00,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,584 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T11:25:00,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T11:25:00,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T11:25:00,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T11:25:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742355_1535 (size=678) 2024-11-15T11:25:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742355_1535 (size=678) 2024-11-15T11:25:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742354_1534 (size=743) 2024-11-15T11:25:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742354_1534 (size=743) 2024-11-15T11:25:00,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-15T11:25:00,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T11:25:00,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K (1393bytes) at 1731669900581Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 so closing down at 1731669900584 (+3 ms)3 split writer threads finished at 1731669900584Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731669900587 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731669900587Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900591 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900591Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731669900593 (+2 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731669900593Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900593 2024-11-15T11:25:00,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.4 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4 2024-11-15T11:25:00,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T11:25:00,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 2024-11-15T11:25:00,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 after 0ms 2024-11-15T11:25:00,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 took 3ms 2024-11-15T11:25:00,599 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down 2024-11-15T11:25:00,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T11:25:00,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T11:25:00,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T11:25:00,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T11:25:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742356_1536 (size=678) 2024-11-15T11:25:00,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742356_1536 (size=678) 2024-11-15T11:25:00,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742357_1537 (size=743) 2024-11-15T11:25:00,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742357_1537 (size=743) 2024-11-15T11:25:00,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-15T11:25:00,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T11:25:00,609 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T11:25:00,609 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K (1393bytes) at 1731669900596Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 so closing down at 1731669900599 (+3 ms)3 split writer threads finished at 1731669900599Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731669900602 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731669900602Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900607 (+5 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900608 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731669900609 (+1 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731669900609Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731669900609 2024-11-15T11:25:00,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.5 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5 2024-11-15T11:25:00,611 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T11:25:00,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 2024-11-15T11:25:00,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 after 0ms 2024-11-15T11:25:00,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 took 2ms 2024-11-15T11:25:00,614 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down 2024-11-15T11:25:00,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T11:25:00,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T11:25:00,634 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T11:25:00,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T11:25:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742358_1538 (size=749) 2024-11-15T11:25:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742358_1538 (size=749) 2024-11-15T11:25:00,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T11:25:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742359_1539 (size=683) 2024-11-15T11:25:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742359_1539 (size=683) 2024-11-15T11:25:00,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-15T11:25:00,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T11:25:00,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K (1405bytes) at 1731669900611Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 so closing down at 1731669900614 (+3 ms)3 split writer threads finished at 1731669900625 (+11 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731669900632 (+7 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731669900635 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900646 (+11 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731669900646Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669900658 (+12 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731669900659 (+1 ms)Processed 19 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731669900659 2024-11-15T11:25:00,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.6 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6 2024-11-15T11:25:00,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T11:25:00,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 2024-11-15T11:25:00,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 after 0ms 2024-11-15T11:25:00,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 took 2ms 2024-11-15T11:25:00,664 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:00,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down 2024-11-15T11:25:00,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:00,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:00,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T11:25:00,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T11:25:00,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T11:25:00,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T11:25:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742360_1540 (size=753) 2024-11-15T11:25:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742360_1540 (size=753) 2024-11-15T11:25:00,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:00,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T11:25:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742361_1541 (size=687) 2024-11-15T11:25:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742361_1541 (size=687) 2024-11-15T11:25:01,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:01,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-15T11:25:01,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:25:01,092 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K (1413bytes) at 1731669900661Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 so closing down at 1731669900664 (+3 ms)3 split writer threads finished at 1731669900664Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731669900666 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731669900666Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669900687 (+21 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731669900688 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669901090 (+402 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731669901091 (+1 ms)Processed 19 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669901092 (+1 ms) 2024-11-15T11:25:01,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.7 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7 2024-11-15T11:25:01,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T11:25:01,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 2024-11-15T11:25:01,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 after 1ms 2024-11-15T11:25:01,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 took 2ms 2024-11-15T11:25:01,097 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:01,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down 2024-11-15T11:25:01,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:01,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:01,099 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T11:25:01,099 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T11:25:01,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T11:25:01,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T11:25:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742362_1542 (size=687) 2024-11-15T11:25:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742362_1542 (size=687) 2024-11-15T11:25:01,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:01,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-15T11:25:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742363_1543 (size=753) 2024-11-15T11:25:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742363_1543 (size=753) 2024-11-15T11:25:01,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:01,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T11:25:01,136 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:25:01,136 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K (1413bytes) at 1731669901093Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 so closing down at 1731669901097 (+4 ms)3 split writer threads finished at 1731669901097Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731669901099 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731669901101 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669901116 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731669901117 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669901135 (+18 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731669901136 (+1 ms)Processed 19 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669901136 2024-11-15T11:25:01,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.8 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8 2024-11-15T11:25:01,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T11:25:01,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 2024-11-15T11:25:01,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 after 0ms 2024-11-15T11:25:01,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 took 1ms 2024-11-15T11:25:01,140 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T11:25:01,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down 2024-11-15T11:25:01,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:25:01,141 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:25:01,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T11:25:01,143 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T11:25:01,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T11:25:01,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T11:25:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742364_1544 (size=687) 2024-11-15T11:25:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742364_1544 (size=687) 2024-11-15T11:25:01,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:01,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-15T11:25:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742365_1545 (size=753) 2024-11-15T11:25:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742365_1545 (size=753) 2024-11-15T11:25:01,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:25:01,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T11:25:01,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T11:25:01,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K (1413bytes) at 1731669901138Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 so closing down at 1731669901141 (+3 ms)3 split writer threads finished at 1731669901141Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731669901144 (+3 ms)Creating recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731669901144Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731669901159 (+15 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731669901160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731669901170 (+10 ms)Rename recovered edits hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731669901171 (+1 ms)Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731669901171 2024-11-15T11:25:01,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731669897287/wal.dat.9 to hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9 2024-11-15T11:25:01,173 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900111; access_time=1731669899093; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900124; access_time=1731669899110; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900148; access_time=1731669899124; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900581; access_time=1731669899149; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900594; access_time=1731669899160; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731669900610; access_time=1731669899573; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731669900660; access_time=1731669899984; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669901092; access_time=1731669900007; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669901137; access_time=1731669900034; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:32795/user/jenkins/test-data/d07ef52c-ee89-35c6-3f06-04b622ee6582/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731669901172; access_time=1731669900052; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T11:25:01,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147 (was 147), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4272 (was 4337) 2024-11-15T11:25:01,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=510, ProcessCount=11, AvailableMemoryMB=4272 2024-11-15T11:25:01,189 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T11:25:01,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742366_1546 (size=7) 2024-11-15T11:25:01,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742366_1546 (size=7) 2024-11-15T11:25:01,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/32a9b7de-b013-b3fe-5dbe-a17868f7cb92 with version=8 2024-11-15T11:25:01,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:25:01,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:25:01,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T11:25:01,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T11:25:01,204 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T11:25:01,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T11:25:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T11:25:01,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T11:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742367_1547 (size=2324) 2024-11-15T11:25:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742367_1547 (size=2324) 2024-11-15T11:25:01,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T11:25:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41217 is added to blk_1073742368_1548 (size=2325) 2024-11-15T11:25:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37009 is added to blk_1073742368_1548 (size=2325) 2024-11-15T11:25:01,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, size=2.3 K (2325bytes) 2024-11-15T11:25:01,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 2024-11-15T11:25:01,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 after 0ms 2024-11-15T11:25:01,245 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-15T11:25:01,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 so closing down 2024-11-15T11:25:01,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-15T11:25:01,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, journal: Splitting hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, size=2.3 K (2325bytes) at 1731669901243Finishing writing output for hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 so closing down at 1731669901246 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731669901246 2024-11-15T11:25:01,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731669901203/wal.dat.0 to hdfs://localhost:32795/user/jenkins/test-data/56e3f462-79a0-4021-76bb-c9fe8d2e2da3/corrupt/wal.dat.0 2024-11-15T11:25:01,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147 (was 147), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 510), ProcessCount=11 (was 11), AvailableMemoryMB=4271 (was 4272) 2024-11-15T11:25:01,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:25:01,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:25:01,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:25:01,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:25:01,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,STOPPED} 2024-11-15T11:25:01,308 WARN [BP-67121156-172.17.0.2-1731669842710 heartbeating to localhost/127.0.0.1:32795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:25:01,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:25:01,308 WARN [BP-67121156-172.17.0.2-1731669842710 heartbeating to localhost/127.0.0.1:32795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67121156-172.17.0.2-1731669842710 (Datanode Uuid 506c0ab1-5408-48d4-bbfb-29da17c16ddb) service to localhost/127.0.0.1:32795 2024-11-15T11:25:01,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:25:01,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data3/current/BP-67121156-172.17.0.2-1731669842710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:25:01,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data4/current/BP-67121156-172.17.0.2-1731669842710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:25:01,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:25:01,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:25:01,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:25:01,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:25:01,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:25:01,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,STOPPED} 2024-11-15T11:25:01,354 WARN [BP-67121156-172.17.0.2-1731669842710 heartbeating to localhost/127.0.0.1:32795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:25:01,354 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:25:01,354 WARN [BP-67121156-172.17.0.2-1731669842710 heartbeating to localhost/127.0.0.1:32795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67121156-172.17.0.2-1731669842710 (Datanode Uuid 7f676a08-8040-4c81-9770-9fa6bf77dc04) service to localhost/127.0.0.1:32795 2024-11-15T11:25:01,354 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:25:01,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data1/current/BP-67121156-172.17.0.2-1731669842710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:25:01,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/cluster_d3fec23b-9925-c172-4c67-c98e597788c4/data/data2/current/BP-67121156-172.17.0.2-1731669842710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:25:01,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:25:01,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:25:01,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:25:01,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:25:01,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:25:01,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42a701ae-d77a-f4fb-2a38-18805d96b8c9/hadoop.log.dir/,STOPPED}