2024-11-15 18:24:01,342 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 18:24:01,357 main DEBUG Took 0.012535 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 18:24:01,357 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 18:24:01,358 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 18:24:01,359 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 18:24:01,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,371 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 18:24:01,388 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,390 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,392 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,394 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,396 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,396 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,397 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,399 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:24:01,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,400 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 18:24:01,402 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:24:01,403 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 18:24:01,404 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 18:24:01,405 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 18:24:01,406 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 18:24:01,407 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 18:24:01,416 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 18:24:01,418 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 18:24:01,419 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 18:24:01,420 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 18:24:01,420 main DEBUG createAppenders(={Console}) 2024-11-15 18:24:01,421 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-15 18:24:01,421 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-15 18:24:01,421 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-15 18:24:01,422 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 18:24:01,422 main DEBUG OutputStream closed 2024-11-15 18:24:01,422 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 18:24:01,423 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 18:24:01,423 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-15 18:24:01,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 18:24:01,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 18:24:01,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 18:24:01,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 18:24:01,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 18:24:01,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 18:24:01,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 18:24:01,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 18:24:01,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 18:24:01,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 18:24:01,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 18:24:01,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 18:24:01,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 18:24:01,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 18:24:01,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 18:24:01,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 18:24:01,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 18:24:01,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 18:24:01,557 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 18:24:01,558 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-15 18:24:01,558 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 18:24:01,559 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-15T18:24:01,572 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-15 18:24:01,575 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 18:24:01,576 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T18:24:01,857 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca 2024-11-15T18:24:01,858 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-15T18:24:01,967 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T18:24:02,024 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69, deleteOnExit=true 2024-11-15T18:24:02,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/test.cache.data in system properties and HBase conf 2024-11-15T18:24:02,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:24:02,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:24:02,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:24:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:24:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:24:02,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:24:02,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:24:02,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:24:02,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:24:02,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:24:02,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:24:02,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:24:02,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:24:02,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:24:02,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:24:02,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:24:02,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:24:02,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:24:02,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:24:02,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:24:03,454 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:24:03,519 INFO [Time-limited test {}] log.Log(170): Logging initialized @3176ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:24:03,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:24:03,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:24:03,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:24:03,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:24:03,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:24:03,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:24:03,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7247b215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:24:03,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57650326{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:24:03,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b40840d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-10383388184098996332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:24:03,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49e8a0b9{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-11-15T18:24:03,893 INFO [Time-limited test {}] server.Server(415): Started @3551ms 2024-11-15T18:24:04,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:24:04,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:24:04,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:24:04,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:24:04,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:24:04,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa341af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:24:04,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a72c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:24:04,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a6959e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/java.io.tmpdir/jetty-localhost-45705-hadoop-hdfs-3_4_1-tests_jar-_-any-5416909955314841184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:24:04,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c504fc2{HTTP/1.1, (http/1.1)}{localhost:45705} 2024-11-15T18:24:04,644 INFO [Time-limited test {}] server.Server(415): Started @4301ms 2024-11-15T18:24:04,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:24:04,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:24:04,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:24:04,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:24:04,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:24:04,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:24:04,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0d5378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:24:04,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e33d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:24:04,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff30777{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/java.io.tmpdir/jetty-localhost-45903-hadoop-hdfs-3_4_1-tests_jar-_-any-9876717863518772841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:24:04,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dfadfca{HTTP/1.1, (http/1.1)}{localhost:45903} 2024-11-15T18:24:04,963 INFO [Time-limited test {}] server.Server(415): Started @4621ms 2024-11-15T18:24:04,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:24:06,666 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data3/current/BP-1523295155-172.17.0.2-1731695042744/current, will proceed with Du for space computation calculation, 2024-11-15T18:24:06,666 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data4/current/BP-1523295155-172.17.0.2-1731695042744/current, will proceed with Du for space computation calculation, 2024-11-15T18:24:06,666 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data2/current/BP-1523295155-172.17.0.2-1731695042744/current, will proceed with Du for space computation calculation, 2024-11-15T18:24:06,666 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data1/current/BP-1523295155-172.17.0.2-1731695042744/current, will proceed with Du for space computation calculation, 2024-11-15T18:24:06,701 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:24:06,701 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:24:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0037b372dddb646 with lease ID 0x1e76e20df36a0b09: Processing first storage report for DS-da1630d4-d7a6-48db-b143-b1f49713c37d from datanode DatanodeRegistration(127.0.0.1:42155, datanodeUuid=c6cb3c66-6cc9-4f96-b779-3bcef9a67a8d, infoPort=44721, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745) 2024-11-15T18:24:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0037b372dddb646 with lease ID 0x1e76e20df36a0b09: from storage DS-da1630d4-d7a6-48db-b143-b1f49713c37d node DatanodeRegistration(127.0.0.1:42155, datanodeUuid=c6cb3c66-6cc9-4f96-b779-3bcef9a67a8d, infoPort=44721, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T18:24:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24130c3cf7f70c51 with lease ID 0x1e76e20df36a0b0a: Processing first storage report for DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93 from datanode DatanodeRegistration(127.0.0.1:42577, datanodeUuid=4ef419e0-e96c-43f7-b48f-2c09adbbe695, infoPort=39023, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745) 2024-11-15T18:24:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24130c3cf7f70c51 with lease ID 0x1e76e20df36a0b0a: from storage DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93 node DatanodeRegistration(127.0.0.1:42577, datanodeUuid=4ef419e0-e96c-43f7-b48f-2c09adbbe695, infoPort=39023, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:24:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0037b372dddb646 with lease ID 0x1e76e20df36a0b09: Processing first storage report for DS-3a59ba8f-f387-4ff7-a332-77fba6c0ce6a from datanode DatanodeRegistration(127.0.0.1:42155, datanodeUuid=c6cb3c66-6cc9-4f96-b779-3bcef9a67a8d, infoPort=44721, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745) 2024-11-15T18:24:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0037b372dddb646 with lease ID 0x1e76e20df36a0b09: from storage DS-3a59ba8f-f387-4ff7-a332-77fba6c0ce6a node DatanodeRegistration(127.0.0.1:42155, datanodeUuid=c6cb3c66-6cc9-4f96-b779-3bcef9a67a8d, infoPort=44721, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:24:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24130c3cf7f70c51 with lease ID 0x1e76e20df36a0b0a: Processing first storage report for DS-2a7411ad-7aea-4e84-9287-178e2b3cf1e3 from datanode DatanodeRegistration(127.0.0.1:42577, datanodeUuid=4ef419e0-e96c-43f7-b48f-2c09adbbe695, infoPort=39023, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745) 2024-11-15T18:24:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24130c3cf7f70c51 with lease ID 0x1e76e20df36a0b0a: from storage DS-2a7411ad-7aea-4e84-9287-178e2b3cf1e3 node DatanodeRegistration(127.0.0.1:42577, datanodeUuid=4ef419e0-e96c-43f7-b48f-2c09adbbe695, infoPort=39023, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=1896819277;c=1731695042745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:24:06,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca 2024-11-15T18:24:06,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=4031 2024-11-15T18:24:06,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:06,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:06,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:24:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:24:07,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:07,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:07,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:07,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:07,479 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T18:24:07,496 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T18:24:07,500 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:07,500 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:07,503 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:07,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:07,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,523 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T18:24:07,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741826_1002 (size=1393) 2024-11-15T18:24:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741826_1002 (size=1393) 2024-11-15T18:24:07,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:07,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:07,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741827_1003 (size=1393) 2024-11-15T18:24:08,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741827_1003 (size=1393) 2024-11-15T18:24:08,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:08,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:08,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741828_1004 (size=1393) 2024-11-15T18:24:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741828_1004 (size=1393) 2024-11-15T18:24:08,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:08,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741829_1005 (size=1393) 2024-11-15T18:24:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741829_1005 (size=1393) 2024-11-15T18:24:08,087 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:08,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:08,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741830_1006 (size=1393) 2024-11-15T18:24:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741830_1006 (size=1393) 2024-11-15T18:24:08,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:08,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:08,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741831_1007 (size=1393) 2024-11-15T18:24:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741831_1007 (size=1393) 2024-11-15T18:24:08,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:08,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:08,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741832_1008 (size=1405) 2024-11-15T18:24:08,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741832_1008 (size=1405) 2024-11-15T18:24:08,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:08,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:08,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741833_1009 (size=1413) 2024-11-15T18:24:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741833_1009 (size=1413) 2024-11-15T18:24:08,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:08,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741834_1010 (size=1413) 2024-11-15T18:24:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741834_1010 (size=1413) 2024-11-15T18:24:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:08,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:08,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741835_1011 (size=1413) 2024-11-15T18:24:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741835_1011 (size=1413) 2024-11-15T18:24:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:08,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:08,341 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T18:24:08,341 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T18:24:08,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0 2024-11-15T18:24:08,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0 after 3ms 2024-11-15T18:24:08,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0 took 52ms 2024-11-15T18:24:08,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0 so closing down 2024-11-15T18:24:08,399 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:08,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:08,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:08,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0, size=1.4 K (1393bytes) at 1731695048340Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0 so closing down at 1731695048396 (+56 ms)3 split writer threads finished at 1731695048400 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/906c10d7-7042-466a-d0e9-fd90f96b87e3/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731695047484/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695048405 (+5 ms) 2024-11-15T18:24:08,407 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-15T18:24:08,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1188269996_22 at /127.0.0.1:52498 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4239bdc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=3946 (was 4031) 2024-11-15T18:24:08,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=3945 2024-11-15T18:24:08,439 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741836_1012 (size=7) 2024-11-15T18:24:08,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741836_1012 (size=7) 2024-11-15T18:24:08,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:08,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:08,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:08,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:08,472 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-15T18:24:08,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:08,475 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:08,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741837_1013 (size=2324) 2024-11-15T18:24:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741837_1013 (size=2324) 2024-11-15T18:24:08,559 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:08,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T18:24:08,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 2024-11-15T18:24:08,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 after 1ms 2024-11-15T18:24:08,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 took 6ms 2024-11-15T18:24:08,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 so closing down 2024-11-15T18:24:08,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:08,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:08,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:08,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:08,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:08,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741839_1015 (size=743) 2024-11-15T18:24:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741838_1014 (size=743) 2024-11-15T18:24:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741839_1015 (size=743) 2024-11-15T18:24:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741838_1014 (size=743) 2024-11-15T18:24:08,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-15T18:24:08,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-15T18:24:08,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:08,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:08,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 90 ms; skipped=7; WAL=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T18:24:08,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0, size=2.3 K (2324bytes) at 1731695048591Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 so closing down at 1731695048610 (+19 ms)3 split writer threads finished at 1731695048610Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695048654 (+44 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695048654Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731695048682 (+28 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731695048682Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695048687 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695048687Processed 27 edits across 2 Regions in 90 ms; skipped=7; WAL=hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731695048688 (+1 ms) 2024-11-15T18:24:08,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/WALs/testsplitlogfilemultipleregions,16010,1731695048472/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/c22aa2f7-ce98-757a-1845-327f7ef418d4/oldWALs/wal.dat.0 2024-11-15T18:24:08,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1606027696_22 at /127.0.0.1:52498 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1606027696_22 at /127.0.0.1:51726 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=3886 (was 3945) 2024-11-15T18:24:08,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=3885 2024-11-15T18:24:08,738 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741840_1016 (size=7) 2024-11-15T18:24:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741840_1016 (size=7) 2024-11-15T18:24:08,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:08,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:08,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:08,768 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:08,768 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:08,770 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:08,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:08,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:08,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:08,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741841_1017 (size=2324) 2024-11-15T18:24:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741841_1017 (size=2324) 2024-11-15T18:24:08,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:09,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T18:24:09,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0 so closing down 2024-11-15T18:24:09,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-15T18:24:09,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0, size=2.3 K (2324bytes) at 1731695049626Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0 so closing down at 1731695049626Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5701ff74-2119-ef65-65e5-ee9e2ff50b01/WALs/testterminationaskedbyreporter,16010,1731695048768/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731695049627 (+1 ms) 2024-11-15T18:24:09,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=3842 (was 3885) 2024-11-15T18:24:09,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=129, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=3841 2024-11-15T18:24:09,642 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741842_1018 (size=7) 2024-11-15T18:24:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741842_1018 (size=7) 2024-11-15T18:24:09,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:09,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:09,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:09,663 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:09,663 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-15T18:24:09,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741843_1019 (size=1043) 2024-11-15T18:24:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741843_1019 (size=1043) 2024-11-15T18:24:09,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:09,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:09,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741845_1021 (size=1043) 2024-11-15T18:24:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741845_1021 (size=1043) 2024-11-15T18:24:09,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:09,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:09,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741846_1022 (size=1043) 2024-11-15T18:24:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741846_1022 (size=1043) 2024-11-15T18:24:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:09,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741847_1023 (size=1043) 2024-11-15T18:24:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741847_1023 (size=1043) 2024-11-15T18:24:09,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:09,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:09,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741848_1024 (size=1043) 2024-11-15T18:24:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741848_1024 (size=1043) 2024-11-15T18:24:09,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:09,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:09,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741849_1025 (size=1043) 2024-11-15T18:24:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741849_1025 (size=1043) 2024-11-15T18:24:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:09,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741850_1026 (size=1043) 2024-11-15T18:24:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741850_1026 (size=1043) 2024-11-15T18:24:09,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:09,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741851_1027 (size=1043) 2024-11-15T18:24:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741851_1027 (size=1043) 2024-11-15T18:24:09,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:09,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:09,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741852_1028 (size=1043) 2024-11-15T18:24:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741852_1028 (size=1043) 2024-11-15T18:24:09,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:09,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0, size=1.0 K (1043bytes) 2024-11-15T18:24:09,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 2024-11-15T18:24:09,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 after 1ms 2024-11-15T18:24:09,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 took 4ms 2024-11-15T18:24:09,866 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-15T18:24:09,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 so closing down 2024-11-15T18:24:09,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:09,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:09,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:09,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0, size=1.0 K (1043bytes) at 1731695049859Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 so closing down at 1731695049867 (+8 ms)3 split writer threads finished at 1731695049868 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695049868 2024-11-15T18:24:09,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.0 2024-11-15T18:24:09,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1, size=180 (180bytes) 2024-11-15T18:24:09,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 2024-11-15T18:24:09,873 WARN [IPC Server handler 3 on default port 34313 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-15T18:24:09,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 after 1ms 2024-11-15T18:24:10,740 WARN [ResponseProcessor for block BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:10,740 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_144740404_22 at /127.0.0.1:52586 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52586 dst: /127.0.0.1:42155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:10,740 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_144740404_22 at /127.0.0.1:51774 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51774 dst: /127.0.0.1:42577 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42577 remote=/127.0.0.1:51774]. Total timeout mills is 60000, 58963 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:10,744 WARN [DataStreamer for file /user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK], DatanodeInfoWithStorage[127.0.0.1:42155,DS-da1630d4-d7a6-48db-b143-b1f49713c37d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK]) is bad. 2024-11-15T18:24:10,749 WARN [DataStreamer for file /user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741844_1029 (size=1035) 2024-11-15T18:24:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741844_1029 (size=1035) 2024-11-15T18:24:13,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 after 4002ms 2024-11-15T18:24:13,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 took 4013ms 2024-11-15T18:24:13,915 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1; continuing. 2024-11-15T18:24:13,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 so closing down 2024-11-15T18:24:13,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:13,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:13,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-15T18:24:13,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1, size=180 (180bytes) at 1731695049872Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 so closing down at 1731695053916 (+4044 ms)3 split writer threads finished at 1731695053916Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731695053916 2024-11-15T18:24:13,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.1 2024-11-15T18:24:13,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2, size=1.0 K (1043bytes) 2024-11-15T18:24:13,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 2024-11-15T18:24:13,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 after 1ms 2024-11-15T18:24:13,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 took 10ms 2024-11-15T18:24:13,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 so closing down 2024-11-15T18:24:13,972 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:13,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:13,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 27 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:13,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2, size=1.0 K (1043bytes) at 1731695053926Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 so closing down at 1731695053972 (+46 ms)3 split writer threads finished at 1731695053974 (+2 ms)Processed 10 edits across 0 Regions in 27 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695053974 2024-11-15T18:24:13,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.2 2024-11-15T18:24:13,978 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3, size=1.0 K (1043bytes) 2024-11-15T18:24:13,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 2024-11-15T18:24:13,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 after 1ms 2024-11-15T18:24:13,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 took 9ms 2024-11-15T18:24:14,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 so closing down 2024-11-15T18:24:14,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,005 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3, size=1.0 K (1043bytes) at 1731695053978Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 so closing down at 1731695054004 (+26 ms)3 split writer threads finished at 1731695054005 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054005 2024-11-15T18:24:14,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.3 2024-11-15T18:24:14,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4, size=1.0 K (1043bytes) 2024-11-15T18:24:14,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 2024-11-15T18:24:14,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 after 2ms 2024-11-15T18:24:14,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 took 10ms 2024-11-15T18:24:14,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 so closing down 2024-11-15T18:24:14,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4, size=1.0 K (1043bytes) at 1731695054014Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 so closing down at 1731695054054 (+40 ms)3 split writer threads finished at 1731695054055 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054055 2024-11-15T18:24:14,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.4 2024-11-15T18:24:14,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5, size=1.0 K (1043bytes) 2024-11-15T18:24:14,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 2024-11-15T18:24:14,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 after 0ms 2024-11-15T18:24:14,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 took 8ms 2024-11-15T18:24:14,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 so closing down 2024-11-15T18:24:14,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5, size=1.0 K (1043bytes) at 1731695054061Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 so closing down at 1731695054094 (+33 ms)3 split writer threads finished at 1731695054095 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054095 2024-11-15T18:24:14,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.5 2024-11-15T18:24:14,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6, size=1.0 K (1043bytes) 2024-11-15T18:24:14,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 2024-11-15T18:24:14,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 after 4ms 2024-11-15T18:24:14,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 took 9ms 2024-11-15T18:24:14,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 so closing down 2024-11-15T18:24:14,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6, size=1.0 K (1043bytes) at 1731695054107Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 so closing down at 1731695054135 (+28 ms)3 split writer threads finished at 1731695054138 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054138 2024-11-15T18:24:14,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.6 2024-11-15T18:24:14,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7, size=1.0 K (1043bytes) 2024-11-15T18:24:14,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 2024-11-15T18:24:14,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 after 1ms 2024-11-15T18:24:14,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 took 7ms 2024-11-15T18:24:14,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 so closing down 2024-11-15T18:24:14,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7, size=1.0 K (1043bytes) at 1731695054146Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 so closing down at 1731695054178 (+32 ms)3 split writer threads finished at 1731695054184 (+6 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054184 2024-11-15T18:24:14,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.7 2024-11-15T18:24:14,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8, size=1.0 K (1043bytes) 2024-11-15T18:24:14,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 2024-11-15T18:24:14,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 after 1ms 2024-11-15T18:24:14,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 took 7ms 2024-11-15T18:24:14,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 so closing down 2024-11-15T18:24:14,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8, size=1.0 K (1043bytes) at 1731695054196Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 so closing down at 1731695054234 (+38 ms)3 split writer threads finished at 1731695054237 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054237 2024-11-15T18:24:14,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.8 2024-11-15T18:24:14,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9, size=1.0 K (1043bytes) 2024-11-15T18:24:14,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 2024-11-15T18:24:14,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 after 1ms 2024-11-15T18:24:14,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 took 6ms 2024-11-15T18:24:14,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 so closing down 2024-11-15T18:24:14,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-15T18:24:14,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9, size=1.0 K (1043bytes) at 1731695054243Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 so closing down at 1731695054273 (+30 ms)3 split writer threads finished at 1731695054276 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731695054276 2024-11-15T18:24:14,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/WALs/testsplitdeletedregion,16010,1731695049663/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/ae06d3ee-01ca-2e7b-c6be-68267a23aafc/oldWALs/wal.dat.9 2024-11-15T18:24:14,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 129) Potentially hanging thread: IPC Client (2053157120) connection to localhost/127.0.0.1:41759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_81218529_22 at /127.0.0.1:52008 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_81218529_22 at /127.0.0.1:52698 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3628 (was 3841) 2024-11-15T18:24:14,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3627 2024-11-15T18:24:14,318 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741853_1030 (size=7) 2024-11-15T18:24:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741853_1030 (size=7) 2024-11-15T18:24:14,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:14,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:14,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:14,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:14,394 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T18:24:14,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:14,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741854_1031 (size=863) 2024-11-15T18:24:14,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741854_1031 (size=863) 2024-11-15T18:24:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741855_1032 (size=859) 2024-11-15T18:24:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741855_1032 (size=859) 2024-11-15T18:24:14,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0, size=859 (859bytes) 2024-11-15T18:24:14,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 2024-11-15T18:24:14,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 after 1ms 2024-11-15T18:24:14,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 took 19ms 2024-11-15T18:24:14,760 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0; continuing. 2024-11-15T18:24:14,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 so closing down 2024-11-15T18:24:14,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:14,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:14,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:14,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741856_1033 (size=863) 2024-11-15T18:24:14,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741856_1033 (size=863) 2024-11-15T18:24:14,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:14,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T18:24:14,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-15T18:24:14,819 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0, size=859 (859bytes) at 1731695054600Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 so closing down at 1731695054761 (+161 ms)3 split writer threads finished at 1731695054761Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695054781 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695054815 (+34 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731695054818 (+3 ms)Processed 10 edits across 1 Regions in 190 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731695054818 2024-11-15T18:24:14,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/WALs/testcorruptwaltrailer,16010,1731695054394/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/bef1c9ee-35f6-6d30-190c-be816325ea6a/oldWALs/wal.dat.0 2024-11-15T18:24:14,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3595 (was 3627) 2024-11-15T18:24:14,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3594 2024-11-15T18:24:14,887 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741857_1034 (size=7) 2024-11-15T18:24:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741857_1034 (size=7) 2024-11-15T18:24:14,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:14,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:14,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:14,920 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:14,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3590 (was 3594) 2024-11-15T18:24:14,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3589 2024-11-15T18:24:14,966 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741858_1035 (size=7) 2024-11-15T18:24:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741858_1035 (size=7) 2024-11-15T18:24:15,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:15,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:15,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:15,048 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:15,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-15T18:24:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741859_1036 (size=93) 2024-11-15T18:24:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741859_1036 (size=93) 2024-11-15T18:24:15,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3558 (was 3589) 2024-11-15T18:24:15,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3552 2024-11-15T18:24:15,208 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741860_1037 (size=7) 2024-11-15T18:24:15,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741860_1037 (size=7) 2024-11-15T18:24:15,284 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:15,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:15,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:15,292 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:15,293 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:15,294 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:15,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:15,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741861_1038 (size=1393) 2024-11-15T18:24:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741861_1038 (size=1393) 2024-11-15T18:24:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:15,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741862_1039 (size=1393) 2024-11-15T18:24:15,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741862_1039 (size=1393) 2024-11-15T18:24:15,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:15,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:15,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741863_1040 (size=1393) 2024-11-15T18:24:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741863_1040 (size=1393) 2024-11-15T18:24:15,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:15,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:15,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741864_1041 (size=1393) 2024-11-15T18:24:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741864_1041 (size=1393) 2024-11-15T18:24:15,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:15,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741865_1042 (size=1393) 2024-11-15T18:24:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741865_1042 (size=1393) 2024-11-15T18:24:15,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:15,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:15,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741866_1043 (size=1393) 2024-11-15T18:24:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741866_1043 (size=1393) 2024-11-15T18:24:15,738 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:15,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:15,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741867_1044 (size=1405) 2024-11-15T18:24:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741867_1044 (size=1405) 2024-11-15T18:24:15,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:15,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741868_1045 (size=1413) 2024-11-15T18:24:15,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741868_1045 (size=1413) 2024-11-15T18:24:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:15,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:15,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741869_1046 (size=1413) 2024-11-15T18:24:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741869_1046 (size=1413) 2024-11-15T18:24:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:15,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:15,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741870_1047 (size=1413) 2024-11-15T18:24:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741870_1047 (size=1413) 2024-11-15T18:24:15,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:16,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:16,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7 2024-11-15T18:24:16,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7 after 0ms 2024-11-15T18:24:16,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7 took 10ms 2024-11-15T18:24:16,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7 so closing down 2024-11-15T18:24:16,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:16,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:16,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:16,132 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:16,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-15T18:24:16,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7, size=1.4 K (1413bytes) at 1731695056019Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7 so closing down at 1731695056070 (+51 ms)3 split writer threads finished at 1731695056074 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695056113 (+39 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731695056132 (+19 ms)Processed 20 edits across 0 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/WALs/testioeonoutputthread,16010,1731695055292/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731695056133 (+1 ms) 2024-11-15T18:24:16,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f4bade74-ad35-bba1-0c7f-0b717bb0f7aa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:16,135 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:16,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3396 (was 3552) 2024-11-15T18:24:16,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3391 2024-11-15T18:24:16,223 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:16,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741871_1048 (size=7) 2024-11-15T18:24:16,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741871_1048 (size=7) 2024-11-15T18:24:16,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:16,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:16,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:16,678 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:16,715 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:16,719 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:16,723 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:16,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741872_1049 (size=2324) 2024-11-15T18:24:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741872_1049 (size=2324) 2024-11-15T18:24:16,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:16,823 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:16,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741873_1050 (size=1393) 2024-11-15T18:24:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741873_1050 (size=1393) 2024-11-15T18:24:16,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:16,858 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:16,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-15T18:24:16,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-15T18:24:16,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-15T18:24:16,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-15T18:24:16,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-15T18:24:16,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-15T18:24:16,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-15T18:24:16,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-15T18:24:16,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-15T18:24:16,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-15T18:24:16,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-15T18:24:16,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-15T18:24:16,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-15T18:24:16,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-15T18:24:16,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-15T18:24:16,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-15T18:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-15T18:24:16,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-15T18:24:16,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-15T18:24:16,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-15T18:24:16,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-15T18:24:16,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-15T18:24:16,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-15T18:24:16,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-15T18:24:16,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-15T18:24:16,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-15T18:24:16,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-15T18:24:16,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-15T18:24:16,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-15T18:24:16,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-15T18:24:16,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-15T18:24:16,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-15T18:24:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-15T18:24:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-15T18:24:16,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-15T18:24:16,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-15T18:24:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-15T18:24:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-15T18:24:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-15T18:24:16,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-15T18:24:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-15T18:24:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-15T18:24:16,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-15T18:24:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-15T18:24:16,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-15T18:24:16,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-15T18:24:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-15T18:24:16,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-15T18:24:16,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-15T18:24:16,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-15T18:24:16,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-15T18:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-15T18:24:17,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-15T18:24:17,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-15T18:24:17,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-15T18:24:17,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-15T18:24:17,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-15T18:24:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-15T18:24:17,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-15T18:24:17,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-15T18:24:17,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-15T18:24:17,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-15T18:24:17,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-15T18:24:17,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-15T18:24:17,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-15T18:24:17,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-15T18:24:17,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-15T18:24:17,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-15T18:24:17,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-15T18:24:17,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-15T18:24:17,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-15T18:24:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-15T18:24:17,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-15T18:24:17,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-15T18:24:17,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-15T18:24:17,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-15T18:24:17,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-15T18:24:17,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-15T18:24:17,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-15T18:24:17,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-15T18:24:17,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-15T18:24:17,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-15T18:24:17,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-15T18:24:17,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-15T18:24:17,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-15T18:24:17,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-15T18:24:17,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-15T18:24:17,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-15T18:24:17,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-15T18:24:17,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-15T18:24:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-15T18:24:17,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-15T18:24:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-15T18:24:17,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-15T18:24:17,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-15T18:24:17,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-15T18:24:17,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-15T18:24:17,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-15T18:24:17,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-15T18:24:17,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-15T18:24:17,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-15T18:24:17,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-15T18:24:17,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-15T18:24:17,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-15T18:24:17,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-15T18:24:17,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-15T18:24:17,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-15T18:24:17,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-15T18:24:17,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-15T18:24:17,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-15T18:24:17,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-15T18:24:17,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-15T18:24:17,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-15T18:24:17,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-15T18:24:17,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-15T18:24:17,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-15T18:24:17,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-15T18:24:17,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-15T18:24:17,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-15T18:24:17,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-15T18:24:17,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-15T18:24:17,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-15T18:24:17,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-15T18:24:17,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-15T18:24:17,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-15T18:24:17,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-15T18:24:17,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-15T18:24:17,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-15T18:24:17,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-15T18:24:17,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-15T18:24:17,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-15T18:24:17,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-15T18:24:17,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-15T18:24:17,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-15T18:24:17,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-15T18:24:17,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-15T18:24:17,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-15T18:24:17,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-15T18:24:17,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-15T18:24:17,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-15T18:24:17,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-15T18:24:17,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-15T18:24:17,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-15T18:24:17,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-15T18:24:17,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-15T18:24:17,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-15T18:24:17,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-15T18:24:17,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-15T18:24:17,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-15T18:24:17,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-15T18:24:17,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-15T18:24:17,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-15T18:24:17,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-15T18:24:17,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-15T18:24:17,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-15T18:24:17,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-15T18:24:17,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-15T18:24:17,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-15T18:24:17,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-15T18:24:17,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-15T18:24:17,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-15T18:24:17,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-15T18:24:17,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-15T18:24:17,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-15T18:24:17,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-15T18:24:17,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-15T18:24:17,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-15T18:24:17,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-15T18:24:17,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-15T18:24:17,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-15T18:24:17,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-15T18:24:17,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-15T18:24:17,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-15T18:24:17,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-15T18:24:17,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-15T18:24:17,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-15T18:24:17,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-15T18:24:17,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-15T18:24:17,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-15T18:24:17,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-15T18:24:17,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-15T18:24:17,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-15T18:24:17,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-15T18:24:17,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-15T18:24:17,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-15T18:24:17,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-15T18:24:17,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-15T18:24:17,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-15T18:24:17,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-15T18:24:17,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-15T18:24:17,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-15T18:24:17,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-15T18:24:17,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-15T18:24:17,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-15T18:24:17,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-15T18:24:17,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-15T18:24:17,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-15T18:24:17,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-15T18:24:17,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-15T18:24:17,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-15T18:24:17,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-15T18:24:17,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-15T18:24:17,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-15T18:24:17,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-15T18:24:17,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-15T18:24:17,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-15T18:24:17,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-15T18:24:17,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-15T18:24:17,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-15T18:24:17,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-15T18:24:17,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-15T18:24:17,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-15T18:24:17,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-15T18:24:17,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-15T18:24:17,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-15T18:24:17,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-15T18:24:17,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-15T18:24:17,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-15T18:24:17,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-15T18:24:17,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-15T18:24:17,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-15T18:24:17,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-15T18:24:17,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-15T18:24:17,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-15T18:24:17,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-15T18:24:17,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-15T18:24:17,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-15T18:24:17,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-15T18:24:17,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-15T18:24:17,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-15T18:24:17,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-15T18:24:17,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-15T18:24:17,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-15T18:24:17,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-15T18:24:17,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-15T18:24:17,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-15T18:24:17,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-15T18:24:17,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-15T18:24:17,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-15T18:24:17,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-15T18:24:17,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-15T18:24:17,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-15T18:24:17,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-15T18:24:17,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-15T18:24:17,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-15T18:24:17,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-15T18:24:17,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-15T18:24:17,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-15T18:24:17,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-15T18:24:17,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-15T18:24:17,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-15T18:24:17,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-15T18:24:17,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-15T18:24:17,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-15T18:24:17,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-15T18:24:17,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-15T18:24:17,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-15T18:24:17,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-15T18:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-15T18:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-15T18:24:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-15T18:24:17,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-15T18:24:17,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-15T18:24:17,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-15T18:24:17,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-15T18:24:17,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-15T18:24:17,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-15T18:24:17,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-15T18:24:17,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-15T18:24:17,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-15T18:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-15T18:24:17,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-15T18:24:17,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-15T18:24:17,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-15T18:24:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-15T18:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-15T18:24:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-15T18:24:17,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-15T18:24:17,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-15T18:24:17,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-15T18:24:17,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-15T18:24:17,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-15T18:24:17,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-15T18:24:17,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-15T18:24:17,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-15T18:24:17,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-15T18:24:17,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-15T18:24:17,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-15T18:24:17,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-15T18:24:17,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-15T18:24:17,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-15T18:24:17,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-15T18:24:17,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-15T18:24:17,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-15T18:24:17,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-15T18:24:17,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-15T18:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-15T18:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-15T18:24:17,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-15T18:24:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-15T18:24:17,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-15T18:24:17,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-15T18:24:17,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-15T18:24:17,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-15T18:24:17,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-15T18:24:17,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-15T18:24:17,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-15T18:24:17,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-15T18:24:17,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-15T18:24:17,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-15T18:24:17,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-15T18:24:17,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-15T18:24:17,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-15T18:24:17,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-15T18:24:17,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-15T18:24:17,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-15T18:24:17,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-15T18:24:17,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-15T18:24:17,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-15T18:24:17,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-15T18:24:17,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-15T18:24:17,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-15T18:24:17,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-15T18:24:17,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-15T18:24:17,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-15T18:24:17,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-15T18:24:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-15T18:24:17,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-15T18:24:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-15T18:24:17,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-15T18:24:17,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-15T18:24:17,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-15T18:24:17,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-15T18:24:17,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-15T18:24:17,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-15T18:24:17,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-15T18:24:17,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-15T18:24:17,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-15T18:24:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-15T18:24:17,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-15T18:24:17,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-15T18:24:17,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-15T18:24:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-15T18:24:17,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-15T18:24:17,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-15T18:24:17,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-15T18:24:17,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-15T18:24:17,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-15T18:24:17,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-15T18:24:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-15T18:24:17,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-15T18:24:17,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-15T18:24:17,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-15T18:24:17,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-15T18:24:17,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-15T18:24:17,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-15T18:24:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-15T18:24:17,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-15T18:24:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-15T18:24:17,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-15T18:24:17,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-15T18:24:17,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-15T18:24:17,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-15T18:24:17,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-15T18:24:17,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-15T18:24:17,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-15T18:24:17,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-15T18:24:17,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-15T18:24:17,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-15T18:24:17,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-15T18:24:17,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-15T18:24:17,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-15T18:24:17,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-15T18:24:17,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-15T18:24:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-15T18:24:17,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-15T18:24:17,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,902 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679): HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731695056822; access_time=1731695056760; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695056857; access_time=1731695056823; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731695056858; access_time=1731695056858; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T18:24:17,902 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-15T18:24:17,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-15T18:24:17,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-15T18:24:17,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-15T18:24:17,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-15T18:24:17,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-15T18:24:17,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-15T18:24:17,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-15T18:24:17,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-15T18:24:17,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-15T18:24:17,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-15T18:24:17,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-15T18:24:17,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-15T18:24:17,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-15T18:24:17,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-15T18:24:17,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-15T18:24:17,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0, size=2.3 K (2324bytes) 2024-11-15T18:24:17,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 2024-11-15T18:24:17,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-15T18:24:17,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 after 2ms 2024-11-15T18:24:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-15T18:24:17,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-15T18:24:17,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-15T18:24:17,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 took 9ms 2024-11-15T18:24:17,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-15T18:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-15T18:24:17,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-15T18:24:17,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-15T18:24:17,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-15T18:24:17,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-15T18:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 so closing down 2024-11-15T18:24:17,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:17,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-15T18:24:17,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:17,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-15T18:24:17,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-15T18:24:17,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:17,962 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:17,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-15T18:24:17,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:17,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:17,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-15T18:24:17,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-15T18:24:17,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-15T18:24:17,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-15T18:24:17,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-15T18:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-15T18:24:17,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-15T18:24:17,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-15T18:24:17,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-15T18:24:17,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-15T18:24:17,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:17,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-15T18:24:17,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:17,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-15T18:24:18,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-15T18:24:18,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-15T18:24:18,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-15T18:24:18,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-15T18:24:18,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-15T18:24:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-15T18:24:18,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-15T18:24:18,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-15T18:24:18,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-15T18:24:18,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-15T18:24:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-15T18:24:18,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-15T18:24:18,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-15T18:24:18,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-15T18:24:18,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-15T18:24:18,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741875_1052 (size=743) 2024-11-15T18:24:18,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741875_1052 (size=743) 2024-11-15T18:24:18,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-15T18:24:18,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:18,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-15T18:24:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-15T18:24:18,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741876_1053 (size=743) 2024-11-15T18:24:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741876_1053 (size=743) 2024-11-15T18:24:18,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-15T18:24:18,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:18,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-15T18:24:18,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:18,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 101 ms; skipped=7; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-15T18:24:18,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-15T18:24:18,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-15T18:24:18,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0, size=2.3 K (2324bytes) at 1731695057936Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 so closing down at 1731695057957 (+21 ms)3 split writer threads finished at 1731695057958 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695057964 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695057964Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695058041 (+77 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695058046 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695058049 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695058053 (+4 ms)Processed 27 edits across 2 Regions in 101 ms; skipped=7; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731695058053 2024-11-15T18:24:18,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-15T18:24:18,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-15T18:24:18,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-15T18:24:18,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-15T18:24:18,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-15T18:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-15T18:24:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-15T18:24:18,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-15T18:24:18,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/oldWALs/wal.dat.0 2024-11-15T18:24:18,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:18,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 2024-11-15T18:24:18,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-15T18:24:18,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 after 1ms 2024-11-15T18:24:18,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-15T18:24:18,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-15T18:24:18,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-15T18:24:18,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 took 8ms 2024-11-15T18:24:18,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-15T18:24:18,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-15T18:24:18,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-15T18:24:18,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-15T18:24:18,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-15T18:24:18,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-15T18:24:18,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-15T18:24:18,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-15T18:24:18,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-15T18:24:18,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-15T18:24:18,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-15T18:24:18,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-15T18:24:18,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 so closing down 2024-11-15T18:24:18,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:18,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:18,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-15T18:24:18,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-15T18:24:18,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-15T18:24:18,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-15T18:24:18,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-15T18:24:18,124 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:18,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-15T18:24:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-15T18:24:18,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:18,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-15T18:24:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-15T18:24:18,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-15T18:24:18,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-15T18:24:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-15T18:24:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:18,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-15T18:24:18,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:18,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-15T18:24:18,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-15T18:24:18,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-15T18:24:18,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-15T18:24:18,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-15T18:24:18,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-15T18:24:18,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-15T18:24:18,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-15T18:24:18,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-15T18:24:18,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-15T18:24:18,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-15T18:24:18,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-15T18:24:18,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-15T18:24:18,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-15T18:24:18,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-15T18:24:18,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-15T18:24:18,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-15T18:24:18,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-15T18:24:18,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-15T18:24:18,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-15T18:24:18,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-15T18:24:18,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-15T18:24:18,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-15T18:24:18,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-15T18:24:18,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-15T18:24:18,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-15T18:24:18,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-15T18:24:18,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741877_1054 (size=743) 2024-11-15T18:24:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741877_1054 (size=743) 2024-11-15T18:24:18,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-15T18:24:18,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-15T18:24:18,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-15T18:24:18,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-15T18:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-15T18:24:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-15T18:24:18,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-15T18:24:18,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-15T18:24:18,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741878_1055 (size=743) 2024-11-15T18:24:18,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-15T18:24:18,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-15T18:24:18,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-15T18:24:18,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-15T18:24:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741878_1055 (size=743) 2024-11-15T18:24:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-15T18:24:18,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-15T18:24:18,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:18,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-15T18:24:18,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:18,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-15T18:24:18,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-15T18:24:18,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-15T18:24:18,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-15T18:24:18,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-15T18:24:18,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-15T18:24:18,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-15T18:24:18,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-15T18:24:18,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-15T18:24:18,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-15T18:24:18,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-15T18:24:18,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-15T18:24:18,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-15T18:24:18,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-15T18:24:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-15T18:24:18,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-15T18:24:18,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-15T18:24:18,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-15T18:24:18,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-15T18:24:18,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-15T18:24:18,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-15T18:24:18,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-15T18:24:18,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-15T18:24:18,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-15T18:24:18,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-15T18:24:18,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-15T18:24:18,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-15T18:24:18,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-15T18:24:18,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-15T18:24:18,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-15T18:24:18,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-15T18:24:18,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-15T18:24:18,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-15T18:24:18,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-15T18:24:18,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-15T18:24:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-15T18:24:18,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-15T18:24:18,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-15T18:24:18,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-15T18:24:18,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-15T18:24:18,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-15T18:24:18,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-15T18:24:18,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-15T18:24:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-15T18:24:18,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-15T18:24:18,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-15T18:24:18,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-15T18:24:18,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-15T18:24:18,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-15T18:24:18,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-15T18:24:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-15T18:24:18,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-15T18:24:18,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-15T18:24:18,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-15T18:24:18,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-15T18:24:18,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-15T18:24:18,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-15T18:24:18,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-15T18:24:18,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-15T18:24:18,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-15T18:24:18,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-15T18:24:18,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-15T18:24:18,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-15T18:24:18,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-15T18:24:18,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-15T18:24:18,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-15T18:24:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-15T18:24:18,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-15T18:24:18,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-15T18:24:18,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-15T18:24:18,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-15T18:24:18,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-15T18:24:18,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-15T18:24:18,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-15T18:24:18,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-15T18:24:18,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-15T18:24:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-15T18:24:18,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-15T18:24:18,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-15T18:24:18,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-15T18:24:18,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-15T18:24:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-15T18:24:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-15T18:24:18,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-15T18:24:18,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-15T18:24:18,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-15T18:24:18,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-15T18:24:18,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-15T18:24:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-15T18:24:18,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-15T18:24:18,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-15T18:24:18,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-15T18:24:18,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-15T18:24:18,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-15T18:24:18,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-15T18:24:18,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-15T18:24:18,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-15T18:24:18,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-15T18:24:18,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-15T18:24:18,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-15T18:24:18,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-15T18:24:18,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-15T18:24:18,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-15T18:24:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-15T18:24:18,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-15T18:24:18,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-15T18:24:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-15T18:24:18,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-15T18:24:18,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-15T18:24:18,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-15T18:24:18,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-15T18:24:18,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-15T18:24:18,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-15T18:24:18,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-15T18:24:18,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-15T18:24:18,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-15T18:24:18,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-15T18:24:18,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-15T18:24:18,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-15T18:24:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-15T18:24:18,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-15T18:24:18,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-15T18:24:18,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-15T18:24:18,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:18,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-15T18:24:18,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:18,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:18,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1, size=1.4 K (1393bytes) at 1731695058074Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 so closing down at 1731695058108 (+34 ms)3 split writer threads finished at 1731695058109 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695058143 (+34 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695058143Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695058270 (+127 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695058273 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695058627 (+354 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695058630 (+3 ms)Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695058630 2024-11-15T18:24:18,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-15T18:24:18,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-15T18:24:18,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-15T18:24:18,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/oldWALs/wal.dat.1 2024-11-15T18:24:18,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2, size=150 (150bytes) 2024-11-15T18:24:18,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 2024-11-15T18:24:18,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-15T18:24:18,637 WARN [IPC Server handler 0 on default port 34313 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-15T18:24:18,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 after 2ms 2024-11-15T18:24:18,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-15T18:24:18,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-15T18:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-15T18:24:18,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-15T18:24:18,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-15T18:24:18,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-15T18:24:18,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-15T18:24:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-15T18:24:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-15T18:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-15T18:24:18,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-15T18:24:18,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-15T18:24:18,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-15T18:24:18,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-15T18:24:18,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-15T18:24:18,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-15T18:24:18,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-15T18:24:18,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-15T18:24:18,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-15T18:24:18,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-15T18:24:18,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-15T18:24:18,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-15T18:24:18,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-15T18:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-15T18:24:18,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-15T18:24:18,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-15T18:24:18,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-15T18:24:18,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-15T18:24:18,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-15T18:24:18,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-15T18:24:18,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-15T18:24:18,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-15T18:24:18,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-15T18:24:18,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-15T18:24:18,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-15T18:24:18,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-15T18:24:18,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-15T18:24:18,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-15T18:24:18,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-15T18:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-15T18:24:18,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-15T18:24:18,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-15T18:24:18,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-15T18:24:18,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_944218122_533 at /127.0.0.1:52928 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52928 dst: /127.0.0.1:42577 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:18,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_944218122_533 at /127.0.0.1:52218 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52218 dst: /127.0.0.1:42155 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42155 remote=/127.0.0.1:52218]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:18,735 WARN [ResponseProcessor for block BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:18,736 WARN [DataStreamer for file /user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42155,DS-da1630d4-d7a6-48db-b143-b1f49713c37d,DISK], DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42155,DS-da1630d4-d7a6-48db-b143-b1f49713c37d,DISK]) is bad. 2024-11-15T18:24:18,737 WARN [DataStreamer for file /user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741874_1056 (size=45283) 2024-11-15T18:24:18,739 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:18,739 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-15T18:24:18,740 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 718 2024-11-15T18:24:18,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-15T18:24:18,740 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:18,741 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:18,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741874_1056 (size=45283) 2024-11-15T18:24:22,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 after 4003ms 2024-11-15T18:24:22,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 took 4027ms 2024-11-15T18:24:22,704 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2; continuing. 2024-11-15T18:24:22,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 so closing down 2024-11-15T18:24:22,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:22,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:22,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:22,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:22,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:22,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:22,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741879_1057 (size=743) 2024-11-15T18:24:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741880_1058 (size=44641) 2024-11-15T18:24:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741880_1058 (size=44641) 2024-11-15T18:24:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741879_1057 (size=743) 2024-11-15T18:24:22,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:22,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:22,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 697 edits, skipped 0 edits in 7 ms) 2024-11-15T18:24:22,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:22,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 707 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T18:24:22,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2, size=150 (150bytes) at 1731695058636Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 so closing down at 1731695062704 (+4068 ms)3 split writer threads finished at 1731695062704Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695062722 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695062724 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695062757 (+33 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695062762 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 697 edits, skipped 0 edits in 7 ms) at 1731695062779 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695062783 (+4 ms)Processed 707 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731695062783 2024-11-15T18:24:22,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/WALs/testlogcannotbewrittenonceparsed,16010,1731695056679/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/59254ef1-e3a5-e215-a0e5-52a98f47a665/oldWALs/wal.dat.2 2024-11-15T18:24:22,791 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-15T18:24:22,855 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=717, robber=717 2024-11-15T18:24:22,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_377963129_22 at /127.0.0.1:36884 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:34313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_377963129_22 at /127.0.0.1:37942 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2053157120) connection to localhost/127.0.0.1:34313 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:34313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2053157120) connection to localhost/127.0.0.1:34313 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3095 (was 3391) 2024-11-15T18:24:22,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=3094 2024-11-15T18:24:22,888 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741881_1059 (size=7) 2024-11-15T18:24:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741881_1059 (size=7) 2024-11-15T18:24:22,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:22,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:22,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:22,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:22,915 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:22,916 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:22,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741882_1060 (size=1393) 2024-11-15T18:24:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741882_1060 (size=1393) 2024-11-15T18:24:23,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:23,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741883_1061 (size=1393) 2024-11-15T18:24:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741883_1061 (size=1393) 2024-11-15T18:24:23,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:23,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741884_1062 (size=1393) 2024-11-15T18:24:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741884_1062 (size=1393) 2024-11-15T18:24:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:23,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:23,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741885_1063 (size=1393) 2024-11-15T18:24:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741885_1063 (size=1393) 2024-11-15T18:24:23,845 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:23,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741886_1064 (size=1393) 2024-11-15T18:24:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741886_1064 (size=1393) 2024-11-15T18:24:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:23,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741887_1065 (size=1393) 2024-11-15T18:24:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741887_1065 (size=1393) 2024-11-15T18:24:24,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:24,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741888_1066 (size=1405) 2024-11-15T18:24:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741888_1066 (size=1405) 2024-11-15T18:24:24,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:24,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:24,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741889_1067 (size=1413) 2024-11-15T18:24:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741889_1067 (size=1413) 2024-11-15T18:24:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:24,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:24,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741890_1068 (size=1413) 2024-11-15T18:24:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741890_1068 (size=1413) 2024-11-15T18:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:24,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:24,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741891_1069 (size=1413) 2024-11-15T18:24:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741891_1069 (size=1413) 2024-11-15T18:24:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:24,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:24,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 2024-11-15T18:24:24,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 after 10ms 2024-11-15T18:24:24,692 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:26,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 took 2020ms 2024-11-15T18:24:26,720 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 so closing down 2024-11-15T18:24:26,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:26,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:26,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:26,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:26,739 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:26,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741892_1070 (size=743) 2024-11-15T18:24:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741892_1070 (size=743) 2024-11-15T18:24:26,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:26,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741893_1071 (size=743) 2024-11-15T18:24:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741893_1071 (size=743) 2024-11-15T18:24:26,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:26,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:26,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:26,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0, size=1.4 K (1393bytes) at 1731695064681Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 so closing down at 1731695066720 (+2039 ms)3 split writer threads finished at 1731695066721 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695066733 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695066745 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695066758 (+13 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695066766 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695066775 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695066781 (+6 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695066781 2024-11-15T18:24:26,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.0 2024-11-15T18:24:26,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:26,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 2024-11-15T18:24:26,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 after 2ms 2024-11-15T18:24:26,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 took 7ms 2024-11-15T18:24:26,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 so closing down 2024-11-15T18:24:26,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:26,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:26,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:26,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:26,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:26,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741894_1072 (size=743) 2024-11-15T18:24:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741894_1072 (size=743) 2024-11-15T18:24:26,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:26,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741895_1073 (size=743) 2024-11-15T18:24:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741895_1073 (size=743) 2024-11-15T18:24:27,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:27,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:27,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1, size=1.4 K (1393bytes) at 1731695066788Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 so closing down at 1731695066801 (+13 ms)3 split writer threads finished at 1731695066802 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695066812 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695066819 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695066825 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695066832 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067236 (+404 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695067240 (+4 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695067241 (+1 ms) 2024-11-15T18:24:27,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.1 2024-11-15T18:24:27,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:27,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 2024-11-15T18:24:27,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 after 1ms 2024-11-15T18:24:27,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 took 9ms 2024-11-15T18:24:27,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 so closing down 2024-11-15T18:24:27,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:27,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:27,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:27,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741896_1074 (size=743) 2024-11-15T18:24:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741897_1075 (size=743) 2024-11-15T18:24:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741897_1075 (size=743) 2024-11-15T18:24:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741896_1074 (size=743) 2024-11-15T18:24:27,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:27,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:27,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:27,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2, size=1.4 K (1393bytes) at 1731695067245Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 so closing down at 1731695067256 (+11 ms)3 split writer threads finished at 1731695067256Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695067262 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695067263 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067279 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067280 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695067284 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695067285 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695067285 2024-11-15T18:24:27,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.2 2024-11-15T18:24:27,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:27,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 2024-11-15T18:24:27,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 after 2ms 2024-11-15T18:24:27,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 took 8ms 2024-11-15T18:24:27,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 so closing down 2024-11-15T18:24:27,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:27,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:27,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:27,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741898_1076 (size=743) 2024-11-15T18:24:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741898_1076 (size=743) 2024-11-15T18:24:27,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741899_1077 (size=743) 2024-11-15T18:24:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741899_1077 (size=743) 2024-11-15T18:24:27,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:27,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:27,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3, size=1.4 K (1393bytes) at 1731695067293Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 so closing down at 1731695067317 (+24 ms)3 split writer threads finished at 1731695067320 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695067341 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695067352 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067356 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695067360 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067369 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695067372 (+3 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695067372 2024-11-15T18:24:27,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.3 2024-11-15T18:24:27,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:27,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 2024-11-15T18:24:27,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 after 2ms 2024-11-15T18:24:27,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 took 7ms 2024-11-15T18:24:27,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 so closing down 2024-11-15T18:24:27,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,395 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:27,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:27,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:27,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741900_1078 (size=743) 2024-11-15T18:24:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741900_1078 (size=743) 2024-11-15T18:24:27,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741901_1079 (size=743) 2024-11-15T18:24:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741901_1079 (size=743) 2024-11-15T18:24:27,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:27,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:27,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4, size=1.4 K (1393bytes) at 1731695067377Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 so closing down at 1731695067385 (+8 ms)3 split writer threads finished at 1731695067386 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695067397 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695067402 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067405 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695067408 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067417 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695067420 (+3 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695067420 2024-11-15T18:24:27,423 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.4 2024-11-15T18:24:27,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:27,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 2024-11-15T18:24:27,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 after 0ms 2024-11-15T18:24:27,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 took 5ms 2024-11-15T18:24:27,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 so closing down 2024-11-15T18:24:27,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,436 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:27,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:27,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:27,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741902_1080 (size=743) 2024-11-15T18:24:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741902_1080 (size=743) 2024-11-15T18:24:27,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741903_1081 (size=743) 2024-11-15T18:24:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741903_1081 (size=743) 2024-11-15T18:24:27,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:27,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:27,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5, size=1.4 K (1393bytes) at 1731695067424Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 so closing down at 1731695067430 (+6 ms)3 split writer threads finished at 1731695067432 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695067440 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695067442 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067451 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695067455 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067460 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695067463 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695067464 (+1 ms) 2024-11-15T18:24:27,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.5 2024-11-15T18:24:27,470 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:27,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 2024-11-15T18:24:27,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 after 1ms 2024-11-15T18:24:27,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 took 7ms 2024-11-15T18:24:27,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 so closing down 2024-11-15T18:24:27,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:27,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:27,491 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:27,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741904_1082 (size=749) 2024-11-15T18:24:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741904_1082 (size=749) 2024-11-15T18:24:27,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741905_1083 (size=749) 2024-11-15T18:24:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741905_1083 (size=749) 2024-11-15T18:24:27,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:27,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:27,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:27,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6, size=1.4 K (1405bytes) at 1731695067470Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 so closing down at 1731695067481 (+11 ms)3 split writer threads finished at 1731695067483 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695067488 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695067497 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067505 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067514 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695067514Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695067519 (+5 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695067519 2024-11-15T18:24:27,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.6 2024-11-15T18:24:27,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:27,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 2024-11-15T18:24:27,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 after 0ms 2024-11-15T18:24:27,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 took 7ms 2024-11-15T18:24:27,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 so closing down 2024-11-15T18:24:27,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:27,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:27,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:27,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741906_1084 (size=753) 2024-11-15T18:24:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741906_1084 (size=753) 2024-11-15T18:24:27,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741907_1085 (size=753) 2024-11-15T18:24:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741907_1085 (size=753) 2024-11-15T18:24:27,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:27,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:27,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7, size=1.4 K (1413bytes) at 1731695067525Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 so closing down at 1731695067539 (+14 ms)3 split writer threads finished at 1731695067539Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695067546 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695067548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067561 (+13 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695067564 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067572 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695067575 (+3 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695067575 2024-11-15T18:24:27,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.7 2024-11-15T18:24:27,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:27,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 2024-11-15T18:24:27,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 after 0ms 2024-11-15T18:24:27,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 took 4ms 2024-11-15T18:24:27,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 so closing down 2024-11-15T18:24:27,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:27,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:27,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:27,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741908_1086 (size=753) 2024-11-15T18:24:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741909_1087 (size=753) 2024-11-15T18:24:27,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741909_1087 (size=753) 2024-11-15T18:24:27,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741908_1086 (size=753) 2024-11-15T18:24:27,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:27,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:27,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:27,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8, size=1.4 K (1413bytes) at 1731695067579Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 so closing down at 1731695067591 (+12 ms)3 split writer threads finished at 1731695067594 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695067601 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695067607 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067618 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695067623 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067625 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695067634 (+9 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695067634 2024-11-15T18:24:27,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.8 2024-11-15T18:24:27,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:27,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 2024-11-15T18:24:27,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 after 0ms 2024-11-15T18:24:27,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 took 7ms 2024-11-15T18:24:27,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 so closing down 2024-11-15T18:24:27,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:27,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:27,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:27,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:27,672 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:27,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741911_1089 (size=753) 2024-11-15T18:24:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741910_1088 (size=753) 2024-11-15T18:24:27,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741911_1089 (size=753) 2024-11-15T18:24:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741910_1088 (size=753) 2024-11-15T18:24:27,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:27,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:27,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:27,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:27,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9, size=1.4 K (1413bytes) at 1731695067639Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 so closing down at 1731695067654 (+15 ms)3 split writer threads finished at 1731695067655 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695067663 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695067676 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067686 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695067687 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695067690 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695067690Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695067690 2024-11-15T18:24:27,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/WALs/testretryopenduringrecovery,16010,1731695062914/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/b008c703-368b-b5a9-4e41-398300146d09/oldWALs/wal.dat.9 2024-11-15T18:24:27,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 546) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3041 (was 3094) 2024-11-15T18:24:27,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3040 2024-11-15T18:24:27,715 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741912_1090 (size=7) 2024-11-15T18:24:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741912_1090 (size=7) 2024-11-15T18:24:27,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:27,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:27,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:27,740 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:27,740 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:27,741 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:27,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:27,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:27,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741913_1091 (size=1393) 2024-11-15T18:24:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741913_1091 (size=1393) 2024-11-15T18:24:28,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:28,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741914_1092 (size=1393) 2024-11-15T18:24:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741914_1092 (size=1393) 2024-11-15T18:24:28,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:28,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741915_1093 (size=1393) 2024-11-15T18:24:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741915_1093 (size=1393) 2024-11-15T18:24:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:28,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741916_1094 (size=1393) 2024-11-15T18:24:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741916_1094 (size=1393) 2024-11-15T18:24:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:28,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741917_1095 (size=1393) 2024-11-15T18:24:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741917_1095 (size=1393) 2024-11-15T18:24:28,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:28,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741919_1097 (size=1405) 2024-11-15T18:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:28,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741919_1097 (size=1405) 2024-11-15T18:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741920_1098 (size=1413) 2024-11-15T18:24:28,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:28,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:28,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741920_1098 (size=1413) 2024-11-15T18:24:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741921_1099 (size=1413) 2024-11-15T18:24:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741921_1099 (size=1413) 2024-11-15T18:24:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:28,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:28,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741922_1100 (size=1413) 2024-11-15T18:24:28,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741922_1100 (size=1413) 2024-11-15T18:24:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:28,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:28,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 2024-11-15T18:24:28,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 after 1ms 2024-11-15T18:24:28,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 took 3ms 2024-11-15T18:24:28,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 so closing down 2024-11-15T18:24:28,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:28,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:28,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:28,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:28,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:28,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741924_1102 (size=743) 2024-11-15T18:24:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741924_1102 (size=743) 2024-11-15T18:24:28,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741923_1101 (size=743) 2024-11-15T18:24:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741923_1101 (size=743) 2024-11-15T18:24:28,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:28,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:28,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:28,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0, size=1.4 K (1393bytes) at 1731695068448Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 so closing down at 1731695068454 (+6 ms)3 split writer threads finished at 1731695068454Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695068468 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695068469 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068492 (+23 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695068495 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068500 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695068502 (+2 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695068502 2024-11-15T18:24:28,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.0 2024-11-15T18:24:28,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:28,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 2024-11-15T18:24:28,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 after 1ms 2024-11-15T18:24:28,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 took 4ms 2024-11-15T18:24:28,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 so closing down 2024-11-15T18:24:28,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:28,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:28,517 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:28,517 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:28,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:28,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741926_1104 (size=743) 2024-11-15T18:24:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741926_1104 (size=743) 2024-11-15T18:24:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741925_1103 (size=743) 2024-11-15T18:24:28,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741925_1103 (size=743) 2024-11-15T18:24:28,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:28,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:28,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:28,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1, size=1.4 K (1393bytes) at 1731695068504Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 so closing down at 1731695068513 (+9 ms)3 split writer threads finished at 1731695068514 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695068521 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695068522 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068549 (+27 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695068551 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068942 (+391 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695068943 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695068944 (+1 ms) 2024-11-15T18:24:28,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.1 2024-11-15T18:24:28,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:28,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 2024-11-15T18:24:28,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 after 1ms 2024-11-15T18:24:28,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 took 4ms 2024-11-15T18:24:28,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 so closing down 2024-11-15T18:24:28,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:28,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:28,961 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:28,961 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:28,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:28,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741927_1105 (size=743) 2024-11-15T18:24:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741928_1106 (size=743) 2024-11-15T18:24:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741927_1105 (size=743) 2024-11-15T18:24:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741928_1106 (size=743) 2024-11-15T18:24:28,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:28,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:28,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:28,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:28,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2, size=1.4 K (1393bytes) at 1731695068946Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 so closing down at 1731695068958 (+12 ms)3 split writer threads finished at 1731695068958Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695068964 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695068964Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068981 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695068984 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695068985 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695068988 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695068988 2024-11-15T18:24:28,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.2 2024-11-15T18:24:28,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:28,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 2024-11-15T18:24:28,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 after 1ms 2024-11-15T18:24:28,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 took 5ms 2024-11-15T18:24:29,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 so closing down 2024-11-15T18:24:29,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:29,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:29,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:29,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:29,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:29,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741930_1108 (size=743) 2024-11-15T18:24:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741929_1107 (size=743) 2024-11-15T18:24:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741930_1108 (size=743) 2024-11-15T18:24:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741929_1107 (size=743) 2024-11-15T18:24:29,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:29,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:29,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:29,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:29,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:29,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3, size=1.4 K (1393bytes) at 1731695068992Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 so closing down at 1731695069002 (+10 ms)3 split writer threads finished at 1731695069002Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695069017 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695069017Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695069474 (+457 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695069474Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695069475 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695069475Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695069476 (+1 ms) 2024-11-15T18:24:29,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.3 2024-11-15T18:24:29,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:29,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 2024-11-15T18:24:29,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 after 1ms 2024-11-15T18:24:29,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 took 5ms 2024-11-15T18:24:29,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 so closing down 2024-11-15T18:24:29,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:29,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:29,491 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:29,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:29,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:29,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741931_1109 (size=743) 2024-11-15T18:24:29,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741931_1109 (size=743) 2024-11-15T18:24:29,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741932_1110 (size=743) 2024-11-15T18:24:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741932_1110 (size=743) 2024-11-15T18:24:29,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:29,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:29,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:29,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4, size=1.4 K (1393bytes) at 1731695069478Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 so closing down at 1731695069484 (+6 ms)3 split writer threads finished at 1731695069484Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695069493 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695069496 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695069515 (+19 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695069518 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695069535 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695069538 (+3 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695069538 2024-11-15T18:24:29,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.4 2024-11-15T18:24:29,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5, size=150 (150bytes) 2024-11-15T18:24:29,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 2024-11-15T18:24:29,542 WARN [IPC Server handler 3 on default port 34313 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-15T18:24:29,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 after 0ms 2024-11-15T18:24:29,731 WARN [ResponseProcessor for block BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:29,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1010897017_22 at /127.0.0.1:37288 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37288 dst: /127.0.0.1:42577 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42577 remote=/127.0.0.1:37288]. Total timeout mills is 60000, 58583 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:29,732 WARN [DataStreamer for file /user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK], DatanodeInfoWithStorage[127.0.0.1:42155,DS-da1630d4-d7a6-48db-b143-b1f49713c37d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK]) is bad. 2024-11-15T18:24:29,732 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1010897017_22 at /127.0.0.1:38278 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38278 dst: /127.0.0.1:42155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:29,733 WARN [DataStreamer for file /user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 block BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741918_1111 (size=1385) 2024-11-15T18:24:33,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 after 4001ms 2024-11-15T18:24:33,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 took 4006ms 2024-11-15T18:24:33,549 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5; continuing. 2024-11-15T18:24:33,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 so closing down 2024-11-15T18:24:33,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:33,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:33,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:33,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:33,559 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:33,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741933_1112 (size=743) 2024-11-15T18:24:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741933_1112 (size=743) 2024-11-15T18:24:33,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:33,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741934_1113 (size=743) 2024-11-15T18:24:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741934_1113 (size=743) 2024-11-15T18:24:33,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:33,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:33,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-15T18:24:33,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5, size=150 (150bytes) at 1731695069542Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 so closing down at 1731695073550 (+4008 ms)3 split writer threads finished at 1731695073550Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695073557 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695073560 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695073563 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695073564 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695073568 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695073569 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731695073569 2024-11-15T18:24:33,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.5 2024-11-15T18:24:33,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:33,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 2024-11-15T18:24:33,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 after 1ms 2024-11-15T18:24:33,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 took 3ms 2024-11-15T18:24:33,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 so closing down 2024-11-15T18:24:33,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:33,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:33,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:33,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:33,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:33,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741936_1115 (size=749) 2024-11-15T18:24:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741936_1115 (size=749) 2024-11-15T18:24:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741935_1114 (size=749) 2024-11-15T18:24:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741935_1114 (size=749) 2024-11-15T18:24:33,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:33,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:33,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:33,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:33,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:33,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6, size=1.4 K (1405bytes) at 1731695073571Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 so closing down at 1731695073575 (+4 ms)3 split writer threads finished at 1731695073575Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695073579 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695073579Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695073589 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695073589Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695073591 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695073591Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695073591 2024-11-15T18:24:33,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.6 2024-11-15T18:24:33,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:33,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 2024-11-15T18:24:33,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 after 1ms 2024-11-15T18:24:33,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 took 2ms 2024-11-15T18:24:33,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 so closing down 2024-11-15T18:24:33,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:33,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:33,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:33,598 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:33,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:33,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741937_1116 (size=753) 2024-11-15T18:24:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741937_1116 (size=753) 2024-11-15T18:24:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741938_1117 (size=753) 2024-11-15T18:24:33,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:33,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741938_1117 (size=753) 2024-11-15T18:24:33,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:34,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:34,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:34,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7, size=1.4 K (1413bytes) at 1731695073592Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 so closing down at 1731695073596 (+4 ms)3 split writer threads finished at 1731695073596Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695073599 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695073599Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695073604 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695073605 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074005 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695074007 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695074008 (+1 ms) 2024-11-15T18:24:34,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.7 2024-11-15T18:24:34,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:34,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 2024-11-15T18:24:34,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 after 0ms 2024-11-15T18:24:34,016 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 took 5ms 2024-11-15T18:24:34,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 so closing down 2024-11-15T18:24:34,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:34,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:34,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:34,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:34,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741939_1118 (size=753) 2024-11-15T18:24:34,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741939_1118 (size=753) 2024-11-15T18:24:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741940_1119 (size=753) 2024-11-15T18:24:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741940_1119 (size=753) 2024-11-15T18:24:34,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:34,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:34,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:34,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8, size=1.4 K (1413bytes) at 1731695074012Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 so closing down at 1731695074019 (+7 ms)3 split writer threads finished at 1731695074019Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695074023 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695074023Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074028 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074028Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695074029 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695074030 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695074030 2024-11-15T18:24:34,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.8 2024-11-15T18:24:34,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:34,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 2024-11-15T18:24:34,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 after 0ms 2024-11-15T18:24:34,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 took 3ms 2024-11-15T18:24:34,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 so closing down 2024-11-15T18:24:34,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:34,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:34,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:34,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741942_1121 (size=753) 2024-11-15T18:24:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741942_1121 (size=753) 2024-11-15T18:24:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741941_1120 (size=753) 2024-11-15T18:24:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741941_1120 (size=753) 2024-11-15T18:24:34,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:34,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:34,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:34,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9, size=1.4 K (1413bytes) at 1731695074032Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 so closing down at 1731695074035 (+3 ms)3 split writer threads finished at 1731695074036 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695074038 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695074038Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074044 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074044Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695074045 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695074045Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695074045 2024-11-15T18:24:34,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731695067740/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/ca561a8d-b742-9acf-cc6e-9600e2227013/oldWALs/wal.dat.9 2024-11-15T18:24:34,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 141), OpenFileDescriptor=397 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 550) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2971 (was 3040) 2024-11-15T18:24:34,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2971 2024-11-15T18:24:34,112 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741943_1122 (size=7) 2024-11-15T18:24:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741943_1122 (size=7) 2024-11-15T18:24:34,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:34,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:34,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:34,124 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:34,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2970 (was 2971) 2024-11-15T18:24:34,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2970 2024-11-15T18:24:34,140 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741944_1123 (size=7) 2024-11-15T18:24:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741944_1123 (size=7) 2024-11-15T18:24:34,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:34,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:34,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:34,151 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:34,151 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:34,151 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:34,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741945_1124 (size=1393) 2024-11-15T18:24:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741945_1124 (size=1393) 2024-11-15T18:24:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:34,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741946_1125 (size=1393) 2024-11-15T18:24:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741946_1125 (size=1393) 2024-11-15T18:24:34,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:34,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:34,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741947_1126 (size=1393) 2024-11-15T18:24:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741947_1126 (size=1393) 2024-11-15T18:24:34,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:34,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:34,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741948_1127 (size=1393) 2024-11-15T18:24:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741948_1127 (size=1393) 2024-11-15T18:24:34,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:34,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741949_1128 (size=1393) 2024-11-15T18:24:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741949_1128 (size=1393) 2024-11-15T18:24:34,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:34,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741950_1129 (size=1393) 2024-11-15T18:24:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741950_1129 (size=1393) 2024-11-15T18:24:34,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:34,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741951_1130 (size=1405) 2024-11-15T18:24:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741951_1130 (size=1405) 2024-11-15T18:24:34,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:34,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:34,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741952_1131 (size=1413) 2024-11-15T18:24:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741952_1131 (size=1413) 2024-11-15T18:24:34,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:34,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:34,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741953_1132 (size=1413) 2024-11-15T18:24:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741953_1132 (size=1413) 2024-11-15T18:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:34,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741954_1133 (size=1413) 2024-11-15T18:24:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741954_1133 (size=1413) 2024-11-15T18:24:34,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:34,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:34,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 2024-11-15T18:24:34,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 after 1ms 2024-11-15T18:24:34,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 took 2ms 2024-11-15T18:24:34,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 so closing down 2024-11-15T18:24:34,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,315 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:34,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:34,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:34,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741956_1135 (size=743) 2024-11-15T18:24:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741955_1134 (size=743) 2024-11-15T18:24:34,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741955_1134 (size=743) 2024-11-15T18:24:34,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741956_1135 (size=743) 2024-11-15T18:24:34,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:34,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:34,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0, size=1.4 K (1393bytes) at 1731695074308Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 so closing down at 1731695074312 (+4 ms)3 split writer threads finished at 1731695074313 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695074316 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695074316Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074324 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695074326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074326Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695074327 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695074327 2024-11-15T18:24:34,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.0 2024-11-15T18:24:34,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:34,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 2024-11-15T18:24:34,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 after 0ms 2024-11-15T18:24:34,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 took 2ms 2024-11-15T18:24:34,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 so closing down 2024-11-15T18:24:34,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:34,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:34,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:34,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741958_1137 (size=743) 2024-11-15T18:24:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741958_1137 (size=743) 2024-11-15T18:24:34,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741957_1136 (size=743) 2024-11-15T18:24:34,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741957_1136 (size=743) 2024-11-15T18:24:34,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:34,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:34,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1, size=1.4 K (1393bytes) at 1731695074329Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 so closing down at 1731695074332 (+3 ms)3 split writer threads finished at 1731695074332Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695074335 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695074335Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074340 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695074342 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074342Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695074343 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695074344 (+1 ms) 2024-11-15T18:24:34,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.1 2024-11-15T18:24:34,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:34,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 2024-11-15T18:24:34,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 after 1ms 2024-11-15T18:24:34,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 took 3ms 2024-11-15T18:24:34,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 so closing down 2024-11-15T18:24:34,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:34,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:34,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:34,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741959_1138 (size=743) 2024-11-15T18:24:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741959_1138 (size=743) 2024-11-15T18:24:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741960_1139 (size=743) 2024-11-15T18:24:34,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741960_1139 (size=743) 2024-11-15T18:24:34,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:34,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:34,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:34,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2, size=1.4 K (1393bytes) at 1731695074345Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 so closing down at 1731695074349 (+4 ms)3 split writer threads finished at 1731695074349Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695074352 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695074352Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074357 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074357Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695074358 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695074358Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695074358 2024-11-15T18:24:34,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.2 2024-11-15T18:24:34,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:34,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 2024-11-15T18:24:34,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 after 1ms 2024-11-15T18:24:34,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 took 3ms 2024-11-15T18:24:34,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 so closing down 2024-11-15T18:24:34,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,366 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:34,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:34,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:34,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741962_1141 (size=743) 2024-11-15T18:24:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741961_1140 (size=743) 2024-11-15T18:24:34,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741961_1140 (size=743) 2024-11-15T18:24:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741962_1141 (size=743) 2024-11-15T18:24:34,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:34,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:34,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:34,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3, size=1.4 K (1393bytes) at 1731695074360Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 so closing down at 1731695074364 (+4 ms)3 split writer threads finished at 1731695074364Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695074368 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695074368Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074374 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074374Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695074375 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695074376 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695074376 2024-11-15T18:24:34,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.3 2024-11-15T18:24:34,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:34,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 2024-11-15T18:24:34,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 after 0ms 2024-11-15T18:24:34,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 took 3ms 2024-11-15T18:24:34,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 so closing down 2024-11-15T18:24:34,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,390 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:34,390 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:34,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:34,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741963_1142 (size=743) 2024-11-15T18:24:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741964_1143 (size=743) 2024-11-15T18:24:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741964_1143 (size=743) 2024-11-15T18:24:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741963_1142 (size=743) 2024-11-15T18:24:34,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:34,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:34,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:34,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4, size=1.4 K (1393bytes) at 1731695074378Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 so closing down at 1731695074382 (+4 ms)3 split writer threads finished at 1731695074382Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695074392 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695074392Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074401 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695074402 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074801 (+399 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695074803 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695074803 2024-11-15T18:24:34,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.4 2024-11-15T18:24:34,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:34,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 2024-11-15T18:24:34,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 after 0ms 2024-11-15T18:24:34,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 took 3ms 2024-11-15T18:24:34,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 so closing down 2024-11-15T18:24:34,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:34,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:34,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:34,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:34,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:34,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741966_1145 (size=743) 2024-11-15T18:24:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741966_1145 (size=743) 2024-11-15T18:24:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741965_1144 (size=743) 2024-11-15T18:24:34,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741965_1144 (size=743) 2024-11-15T18:24:34,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:34,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:35,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:35,243 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:35,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5, size=1.4 K (1393bytes) at 1731695074806Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 so closing down at 1731695074811 (+5 ms)3 split writer threads finished at 1731695074811Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695074815 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695074815Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695074840 (+25 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695074842 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075238 (+396 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695075242 (+4 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695075243 (+1 ms) 2024-11-15T18:24:35,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.5 2024-11-15T18:24:35,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:35,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 2024-11-15T18:24:35,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 after 1ms 2024-11-15T18:24:35,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 took 3ms 2024-11-15T18:24:35,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 so closing down 2024-11-15T18:24:35,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:35,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:35,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:35,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:35,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:35,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741967_1146 (size=749) 2024-11-15T18:24:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741967_1146 (size=749) 2024-11-15T18:24:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741968_1147 (size=749) 2024-11-15T18:24:35,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741968_1147 (size=749) 2024-11-15T18:24:35,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:35,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:35,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:35,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6, size=1.4 K (1405bytes) at 1731695075248Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 so closing down at 1731695075253 (+5 ms)3 split writer threads finished at 1731695075253Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695075256 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695075256Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075264 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075264Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695075265 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695075265Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695075265 2024-11-15T18:24:35,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.6 2024-11-15T18:24:35,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:35,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 2024-11-15T18:24:35,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 after 0ms 2024-11-15T18:24:35,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 took 3ms 2024-11-15T18:24:35,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 so closing down 2024-11-15T18:24:35,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:35,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:35,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:35,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:35,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:35,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741969_1148 (size=753) 2024-11-15T18:24:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741969_1148 (size=753) 2024-11-15T18:24:35,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741970_1149 (size=753) 2024-11-15T18:24:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741970_1149 (size=753) 2024-11-15T18:24:35,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:35,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:35,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7, size=1.4 K (1413bytes) at 1731695075267Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 so closing down at 1731695075271 (+4 ms)3 split writer threads finished at 1731695075271Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695075275 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695075275Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075283 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695075284 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075291 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695075292 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695075292 2024-11-15T18:24:35,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.7 2024-11-15T18:24:35,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:35,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 2024-11-15T18:24:35,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 after 1ms 2024-11-15T18:24:35,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 took 3ms 2024-11-15T18:24:35,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 so closing down 2024-11-15T18:24:35,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:35,298 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:35,300 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:35,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:35,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:35,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741972_1151 (size=753) 2024-11-15T18:24:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741972_1151 (size=753) 2024-11-15T18:24:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741971_1150 (size=753) 2024-11-15T18:24:35,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741971_1150 (size=753) 2024-11-15T18:24:35,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:35,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:35,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:35,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8, size=1.4 K (1413bytes) at 1731695075294Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 so closing down at 1731695075298 (+4 ms)3 split writer threads finished at 1731695075298Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695075301 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695075301Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075306 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075306Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695075307 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695075307Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695075307 2024-11-15T18:24:35,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.8 2024-11-15T18:24:35,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:35,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 2024-11-15T18:24:35,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 after 1ms 2024-11-15T18:24:35,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 took 2ms 2024-11-15T18:24:35,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 so closing down 2024-11-15T18:24:35,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:35,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:35,313 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:35,313 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:35,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:35,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741974_1153 (size=753) 2024-11-15T18:24:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741973_1152 (size=753) 2024-11-15T18:24:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741973_1152 (size=753) 2024-11-15T18:24:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741974_1153 (size=753) 2024-11-15T18:24:35,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:35,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:35,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:35,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:35,320 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9, size=1.4 K (1413bytes) at 1731695075308Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 so closing down at 1731695075311 (+3 ms)3 split writer threads finished at 1731695075311Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695075314 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695075314Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075319 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695075319Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695075320 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695075320Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695075320 2024-11-15T18:24:35,322 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/WALs/testsplit,16010,1731695074151/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/a86714a6-76c1-171e-67c9-9e38331b61c1/oldWALs/wal.dat.9 2024-11-15T18:24:35,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2964 (was 2970) 2024-11-15T18:24:35,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=2964 2024-11-15T18:24:35,384 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741975_1154 (size=7) 2024-11-15T18:24:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741975_1154 (size=7) 2024-11-15T18:24:35,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:35,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:35,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:35,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:35,395 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:35,396 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:35,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741976_1155 (size=1393) 2024-11-15T18:24:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741976_1155 (size=1393) 2024-11-15T18:24:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:35,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741977_1156 (size=1393) 2024-11-15T18:24:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741977_1156 (size=1393) 2024-11-15T18:24:35,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:35,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:35,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741978_1157 (size=1393) 2024-11-15T18:24:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741978_1157 (size=1393) 2024-11-15T18:24:35,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:35,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741979_1158 (size=1393) 2024-11-15T18:24:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741979_1158 (size=1393) 2024-11-15T18:24:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:35,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741980_1159 (size=1393) 2024-11-15T18:24:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741980_1159 (size=1393) 2024-11-15T18:24:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:35,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741981_1160 (size=1393) 2024-11-15T18:24:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741981_1160 (size=1393) 2024-11-15T18:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:36,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741982_1161 (size=1405) 2024-11-15T18:24:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741982_1161 (size=1405) 2024-11-15T18:24:36,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:36,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:36,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741983_1162 (size=1413) 2024-11-15T18:24:36,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741983_1162 (size=1413) 2024-11-15T18:24:36,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:36,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:36,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741984_1163 (size=1413) 2024-11-15T18:24:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741984_1163 (size=1413) 2024-11-15T18:24:36,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:36,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:36,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741985_1164 (size=1413) 2024-11-15T18:24:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741985_1164 (size=1413) 2024-11-15T18:24:36,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:36,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:36,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 2024-11-15T18:24:36,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 after 0ms 2024-11-15T18:24:36,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 took 2ms 2024-11-15T18:24:36,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 so closing down 2024-11-15T18:24:36,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:36,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:36,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:36,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:36,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:36,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741986_1165 (size=743) 2024-11-15T18:24:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741986_1165 (size=743) 2024-11-15T18:24:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741987_1166 (size=743) 2024-11-15T18:24:36,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741987_1166 (size=743) 2024-11-15T18:24:36,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:36,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:36,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:36,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:36,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0, size=1.4 K (1393bytes) at 1731695076358Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 so closing down at 1731695076363 (+5 ms)3 split writer threads finished at 1731695076363Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695076366 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695076367 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695076375 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695076377 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695076776 (+399 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695076781 (+5 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695076781 2024-11-15T18:24:36,787 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.0 2024-11-15T18:24:36,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:36,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 2024-11-15T18:24:36,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 after 1ms 2024-11-15T18:24:36,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 took 4ms 2024-11-15T18:24:36,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 so closing down 2024-11-15T18:24:36,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:36,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:36,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:24:36,797 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:36,797 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:36,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:36,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741989_1168 (size=743) 2024-11-15T18:24:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741989_1168 (size=743) 2024-11-15T18:24:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741988_1167 (size=743) 2024-11-15T18:24:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741988_1167 (size=743) 2024-11-15T18:24:36,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:36,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:37,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:37,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:37,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1, size=1.4 K (1393bytes) at 1731695076787Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 so closing down at 1731695076793 (+6 ms)3 split writer threads finished at 1731695076793Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695076798 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695076799 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695076810 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695076812 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077212 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695077220 (+8 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695077221 (+1 ms) 2024-11-15T18:24:37,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.1 2024-11-15T18:24:37,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:37,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 2024-11-15T18:24:37,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 after 0ms 2024-11-15T18:24:37,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 took 4ms 2024-11-15T18:24:37,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 so closing down 2024-11-15T18:24:37,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:37,233 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:37,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:37,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741990_1169 (size=743) 2024-11-15T18:24:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741990_1169 (size=743) 2024-11-15T18:24:37,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741991_1170 (size=743) 2024-11-15T18:24:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741991_1170 (size=743) 2024-11-15T18:24:37,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:37,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:37,245 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:37,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2, size=1.4 K (1393bytes) at 1731695077226Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 so closing down at 1731695077230 (+4 ms)3 split writer threads finished at 1731695077230Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695077234 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695077234Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077240 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077243 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695077244 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695077245 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695077245 2024-11-15T18:24:37,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.2 2024-11-15T18:24:37,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:37,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 2024-11-15T18:24:37,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 after 0ms 2024-11-15T18:24:37,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 took 3ms 2024-11-15T18:24:37,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 so closing down 2024-11-15T18:24:37,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,257 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:37,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:37,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:37,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741993_1172 (size=743) 2024-11-15T18:24:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741993_1172 (size=743) 2024-11-15T18:24:37,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741992_1171 (size=743) 2024-11-15T18:24:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741992_1171 (size=743) 2024-11-15T18:24:37,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:37,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:37,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3, size=1.4 K (1393bytes) at 1731695077250Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 so closing down at 1731695077255 (+5 ms)3 split writer threads finished at 1731695077255Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695077258 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695077258Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077266 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695077269 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077277 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695077279 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695077279 2024-11-15T18:24:37,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.3 2024-11-15T18:24:37,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:37,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 2024-11-15T18:24:37,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 after 1ms 2024-11-15T18:24:37,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 took 5ms 2024-11-15T18:24:37,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 so closing down 2024-11-15T18:24:37,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,290 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:37,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:37,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:37,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741995_1174 (size=743) 2024-11-15T18:24:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741995_1174 (size=743) 2024-11-15T18:24:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741994_1173 (size=743) 2024-11-15T18:24:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741994_1173 (size=743) 2024-11-15T18:24:37,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:37,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:37,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:37,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4, size=1.4 K (1393bytes) at 1731695077284Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 so closing down at 1731695077290 (+6 ms)3 split writer threads finished at 1731695077290Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695077294 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695077294Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077300 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077300Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695077302 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695077302Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695077302 2024-11-15T18:24:37,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.4 2024-11-15T18:24:37,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:37,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 2024-11-15T18:24:37,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 after 0ms 2024-11-15T18:24:37,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 took 4ms 2024-11-15T18:24:37,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 so closing down 2024-11-15T18:24:37,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,314 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:37,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:37,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:37,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741996_1175 (size=743) 2024-11-15T18:24:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741996_1175 (size=743) 2024-11-15T18:24:37,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741997_1176 (size=743) 2024-11-15T18:24:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741997_1176 (size=743) 2024-11-15T18:24:37,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:37,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:37,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5, size=1.4 K (1393bytes) at 1731695077306Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 so closing down at 1731695077311 (+5 ms)3 split writer threads finished at 1731695077311Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695077315 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695077315Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077332 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695077334 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077345 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695077347 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695077347 2024-11-15T18:24:37,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.5 2024-11-15T18:24:37,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:37,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 2024-11-15T18:24:37,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 after 1ms 2024-11-15T18:24:37,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 took 13ms 2024-11-15T18:24:37,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 so closing down 2024-11-15T18:24:37,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:37,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:37,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:37,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741998_1177 (size=749) 2024-11-15T18:24:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741998_1177 (size=749) 2024-11-15T18:24:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741999_1178 (size=749) 2024-11-15T18:24:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741999_1178 (size=749) 2024-11-15T18:24:37,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:37,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:37,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:37,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6, size=1.4 K (1405bytes) at 1731695077351Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 so closing down at 1731695077366 (+15 ms)3 split writer threads finished at 1731695077366Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695077370 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695077378 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077386 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077387 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695077389 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695077389Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695077389 2024-11-15T18:24:37,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.6 2024-11-15T18:24:37,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:37,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 2024-11-15T18:24:37,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 after 1ms 2024-11-15T18:24:37,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 took 3ms 2024-11-15T18:24:37,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 so closing down 2024-11-15T18:24:37,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:37,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:37,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:37,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742000_1179 (size=753) 2024-11-15T18:24:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742000_1179 (size=753) 2024-11-15T18:24:37,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742001_1180 (size=753) 2024-11-15T18:24:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742001_1180 (size=753) 2024-11-15T18:24:37,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:37,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:37,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7, size=1.4 K (1413bytes) at 1731695077392Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 so closing down at 1731695077398 (+6 ms)3 split writer threads finished at 1731695077398Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695077402 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695077405 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077408 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695077410 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077418 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695077421 (+3 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695077421 2024-11-15T18:24:37,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.7 2024-11-15T18:24:37,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:37,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 2024-11-15T18:24:37,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 after 1ms 2024-11-15T18:24:37,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 took 4ms 2024-11-15T18:24:37,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 so closing down 2024-11-15T18:24:37,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:37,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:37,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:37,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742003_1182 (size=753) 2024-11-15T18:24:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742003_1182 (size=753) 2024-11-15T18:24:37,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742002_1181 (size=753) 2024-11-15T18:24:37,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742002_1181 (size=753) 2024-11-15T18:24:37,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:37,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:37,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:37,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8, size=1.4 K (1413bytes) at 1731695077424Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 so closing down at 1731695077429 (+5 ms)3 split writer threads finished at 1731695077430 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695077434 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695077443 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077450 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077452 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695077454 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695077455 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695077455 2024-11-15T18:24:37,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.8 2024-11-15T18:24:37,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:37,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 2024-11-15T18:24:37,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 after 0ms 2024-11-15T18:24:37,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 took 3ms 2024-11-15T18:24:37,464 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 so closing down 2024-11-15T18:24:37,464 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,464 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:37,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:37,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:37,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742004_1183 (size=753) 2024-11-15T18:24:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742004_1183 (size=753) 2024-11-15T18:24:37,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742005_1184 (size=753) 2024-11-15T18:24:37,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742005_1184 (size=753) 2024-11-15T18:24:37,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:37,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:37,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:37,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9, size=1.4 K (1413bytes) at 1731695077459Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 so closing down at 1731695077464 (+5 ms)3 split writer threads finished at 1731695077464Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695077472 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695077472Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077500 (+28 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695077504 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695077504Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695077507 (+3 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695077507 2024-11-15T18:24:37,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/WALs/testmovedwalduringrecovery,16010,1731695075395/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/47252552-09f5-fada-b241-ca382e5219cb/oldWALs/wal.dat.9 2024-11-15T18:24:37,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=2958 (was 2964) 2024-11-15T18:24:37,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=2958 2024-11-15T18:24:37,539 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742006_1185 (size=7) 2024-11-15T18:24:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742006_1185 (size=7) 2024-11-15T18:24:37,553 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:37,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:37,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:37,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:37,559 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T18:24:37,560 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-15T18:24:37,560 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-15T18:24:37,561 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-15T18:24:37,561 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-15T18:24:37,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake, size=0 (0bytes) 2024-11-15T18:24:37,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake took 9ms 2024-11-15T18:24:37,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake so closing down 2024-11-15T18:24:37,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:37,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:37,972 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-15T18:24:37,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-15T18:24:37,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-15T18:24:38,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-15T18:24:38,038 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) 2024-11-15T18:24:38,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-15T18:24:38,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) 2024-11-15T18:24:38,041 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-15T18:24:38,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) 2024-11-15T18:24:38,098 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 56 ms) 2024-11-15T18:24:38,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T18:24:38,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake, size=0 (0bytes) at 1731695077576Split 1024 edits, skipped 0 edits. at 1731695077611 (+35 ms)Split 2048 edits, skipped 0 edits. at 1731695077633 (+22 ms)Split 3072 edits, skipped 0 edits. at 1731695077651 (+18 ms)Split 4096 edits, skipped 0 edits. at 1731695077673 (+22 ms)Split 5120 edits, skipped 0 edits. at 1731695077690 (+17 ms)Split 6144 edits, skipped 0 edits. at 1731695077708 (+18 ms)Split 7168 edits, skipped 0 edits. at 1731695077723 (+15 ms)Split 8192 edits, skipped 0 edits. at 1731695077740 (+17 ms)Split 9216 edits, skipped 0 edits. at 1731695077759 (+19 ms)Split 10240 edits, skipped 0 edits. at 1731695077776 (+17 ms)Split 11264 edits, skipped 0 edits. at 1731695077792 (+16 ms)Split 12288 edits, skipped 0 edits. at 1731695077815 (+23 ms)Split 13312 edits, skipped 0 edits. at 1731695077835 (+20 ms)Split 14336 edits, skipped 0 edits. at 1731695077857 (+22 ms)Split 15360 edits, skipped 0 edits. at 1731695077878 (+21 ms)Split 16384 edits, skipped 0 edits. at 1731695077899 (+21 ms)Split 17408 edits, skipped 0 edits. at 1731695077917 (+18 ms)Split 18432 edits, skipped 0 edits. at 1731695077936 (+19 ms)Split 19456 edits, skipped 0 edits. at 1731695077956 (+20 ms)Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake so closing down at 1731695077965 (+9 ms)3 split writer threads finished at 1731695077968 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731695077972 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731695077972Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731695077972Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1731695078034 (+62 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) at 1731695078038 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731695078039 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) at 1731695078039Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731695078041 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) at 1731695078082 (+41 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 56 ms) at 1731695078098 (+16 ms)Processed 20000 edits across 5 Regions in 515 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/71288c43-d59b-b725-ebb8-281d92c19f62/WALs/testthreading,16010,1731695077557/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731695078100 (+2 ms) 2024-11-15T18:24:38,100 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-15T18:24:38,100 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-15T18:24:38,101 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-15T18:24:38,101 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-15T18:24:38,101 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-15T18:24:38,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=2888 (was 2958) 2024-11-15T18:24:38,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=2888 2024-11-15T18:24:38,118 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742007_1186 (size=7) 2024-11-15T18:24:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742007_1186 (size=7) 2024-11-15T18:24:38,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:38,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:38,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:38,129 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:38,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T18:24:38,131 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:38,132 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:38,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:38,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742008_1187 (size=1393) 2024-11-15T18:24:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742008_1187 (size=1393) 2024-11-15T18:24:38,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:38,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:38,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742009_1188 (size=1393) 2024-11-15T18:24:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742009_1188 (size=1393) 2024-11-15T18:24:38,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:38,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:38,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742010_1189 (size=1393) 2024-11-15T18:24:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742010_1189 (size=1393) 2024-11-15T18:24:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:38,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742011_1190 (size=1393) 2024-11-15T18:24:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742011_1190 (size=1393) 2024-11-15T18:24:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:38,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742012_1191 (size=1393) 2024-11-15T18:24:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742012_1191 (size=1393) 2024-11-15T18:24:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:38,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742013_1192 (size=1393) 2024-11-15T18:24:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742013_1192 (size=1393) 2024-11-15T18:24:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:38,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742014_1193 (size=1405) 2024-11-15T18:24:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742014_1193 (size=1405) 2024-11-15T18:24:38,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:38,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:38,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742015_1194 (size=1413) 2024-11-15T18:24:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742015_1194 (size=1413) 2024-11-15T18:24:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:38,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742016_1195 (size=1413) 2024-11-15T18:24:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742016_1195 (size=1413) 2024-11-15T18:24:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:38,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742017_1196 (size=1413) 2024-11-15T18:24:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742017_1196 (size=1413) 2024-11-15T18:24:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:38,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T18:24:38,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty, size=0 (0bytes) 2024-11-15T18:24:38,704 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty might be still open, length is 0 2024-11-15T18:24:38,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty 2024-11-15T18:24:38,705 WARN [IPC Server handler 2 on default port 34313 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty closed. 2024-11-15T18:24:38,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty after 1ms 2024-11-15T18:24:38,706 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T18:24:38,707 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty; empty? 2024-11-15T18:24:38,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty so closing down 2024-11-15T18:24:38,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T18:24:38,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty, size=0 (0bytes) at 1731695078704Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty so closing down at 1731695078707 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731695078707 2024-11-15T18:24:38,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat..empty to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat..empty 2024-11-15T18:24:38,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:38,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 2024-11-15T18:24:38,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 after 1ms 2024-11-15T18:24:38,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 took 3ms 2024-11-15T18:24:38,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 so closing down 2024-11-15T18:24:38,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:38,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:38,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:38,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742018_1197 (size=743) 2024-11-15T18:24:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742018_1197 (size=743) 2024-11-15T18:24:38,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742019_1198 (size=743) 2024-11-15T18:24:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742019_1198 (size=743) 2024-11-15T18:24:38,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:38,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0, size=1.4 K (1393bytes) at 1731695078709Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 so closing down at 1731695078714 (+5 ms)3 split writer threads finished at 1731695078714Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695078716 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695078716Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078722 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695078723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078729 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695078730 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078730 2024-11-15T18:24:38,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.0 2024-11-15T18:24:38,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:38,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 2024-11-15T18:24:38,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 after 0ms 2024-11-15T18:24:38,734 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 took 2ms 2024-11-15T18:24:38,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 so closing down 2024-11-15T18:24:38,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,737 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:38,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:38,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:38,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742020_1199 (size=743) 2024-11-15T18:24:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742020_1199 (size=743) 2024-11-15T18:24:38,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742021_1200 (size=743) 2024-11-15T18:24:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742021_1200 (size=743) 2024-11-15T18:24:38,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:38,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1, size=1.4 K (1393bytes) at 1731695078732Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 so closing down at 1731695078735 (+3 ms)3 split writer threads finished at 1731695078736 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695078739 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695078739Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078750 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695078751 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078759 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695078760 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078760 2024-11-15T18:24:38,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.1 2024-11-15T18:24:38,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:38,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 2024-11-15T18:24:38,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 after 1ms 2024-11-15T18:24:38,765 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 took 3ms 2024-11-15T18:24:38,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 so closing down 2024-11-15T18:24:38,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:38,768 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:38,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:38,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742022_1201 (size=743) 2024-11-15T18:24:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742023_1202 (size=743) 2024-11-15T18:24:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742022_1201 (size=743) 2024-11-15T18:24:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742023_1202 (size=743) 2024-11-15T18:24:38,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:38,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:38,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2, size=1.4 K (1393bytes) at 1731695078762Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 so closing down at 1731695078766 (+4 ms)3 split writer threads finished at 1731695078766Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695078769 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695078769Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078773 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078774 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695078775 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695078775Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078775 2024-11-15T18:24:38,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.2 2024-11-15T18:24:38,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:38,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 2024-11-15T18:24:38,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 after 1ms 2024-11-15T18:24:38,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 took 2ms 2024-11-15T18:24:38,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 so closing down 2024-11-15T18:24:38,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,782 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:38,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:38,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:38,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742025_1204 (size=743) 2024-11-15T18:24:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742025_1204 (size=743) 2024-11-15T18:24:38,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742024_1203 (size=743) 2024-11-15T18:24:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742024_1203 (size=743) 2024-11-15T18:24:38,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:38,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3, size=1.4 K (1393bytes) at 1731695078776Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 so closing down at 1731695078780 (+4 ms)3 split writer threads finished at 1731695078780Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695078783 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695078783Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078787 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695078788 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078790 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695078791 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078791 2024-11-15T18:24:38,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.3 2024-11-15T18:24:38,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:38,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 2024-11-15T18:24:38,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 after 0ms 2024-11-15T18:24:38,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 took 2ms 2024-11-15T18:24:38,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 so closing down 2024-11-15T18:24:38,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:38,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:38,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:38,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742026_1205 (size=743) 2024-11-15T18:24:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742027_1206 (size=743) 2024-11-15T18:24:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742027_1206 (size=743) 2024-11-15T18:24:38,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742026_1205 (size=743) 2024-11-15T18:24:38,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:38,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:38,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4, size=1.4 K (1393bytes) at 1731695078793Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 so closing down at 1731695078796 (+3 ms)3 split writer threads finished at 1731695078796Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695078799 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695078799Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078803 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078803Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695078804 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695078804Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078805 (+1 ms) 2024-11-15T18:24:38,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.4 2024-11-15T18:24:38,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:38,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 2024-11-15T18:24:38,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 after 0ms 2024-11-15T18:24:38,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 took 2ms 2024-11-15T18:24:38,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 so closing down 2024-11-15T18:24:38,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:38,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:38,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:38,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742029_1208 (size=743) 2024-11-15T18:24:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742028_1207 (size=743) 2024-11-15T18:24:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742028_1207 (size=743) 2024-11-15T18:24:38,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742029_1208 (size=743) 2024-11-15T18:24:38,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:38,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:38,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:38,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5, size=1.4 K (1393bytes) at 1731695078806Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 so closing down at 1731695078809 (+3 ms)3 split writer threads finished at 1731695078809Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695078812 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695078812Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078816 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078816Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695078817 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695078817Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695078817 2024-11-15T18:24:38,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.5 2024-11-15T18:24:38,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:38,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 2024-11-15T18:24:38,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 after 0ms 2024-11-15T18:24:38,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 took 3ms 2024-11-15T18:24:38,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 so closing down 2024-11-15T18:24:38,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:38,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:38,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:38,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742030_1209 (size=749) 2024-11-15T18:24:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742030_1209 (size=749) 2024-11-15T18:24:38,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742031_1210 (size=749) 2024-11-15T18:24:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742031_1210 (size=749) 2024-11-15T18:24:38,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:38,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:38,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6, size=1.4 K (1405bytes) at 1731695078819Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 so closing down at 1731695078822 (+3 ms)3 split writer threads finished at 1731695078822Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695078825 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695078827 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078830 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695078831 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078846 (+15 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695078847 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695078848 (+1 ms) 2024-11-15T18:24:38,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.6 2024-11-15T18:24:38,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:38,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 2024-11-15T18:24:38,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 after 0ms 2024-11-15T18:24:38,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 took 3ms 2024-11-15T18:24:38,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 so closing down 2024-11-15T18:24:38,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:38,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:38,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:38,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742032_1211 (size=753) 2024-11-15T18:24:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742033_1212 (size=753) 2024-11-15T18:24:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742033_1212 (size=753) 2024-11-15T18:24:38,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742032_1211 (size=753) 2024-11-15T18:24:38,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:38,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:38,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:38,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7, size=1.4 K (1413bytes) at 1731695078850Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 so closing down at 1731695078854 (+4 ms)3 split writer threads finished at 1731695078854Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695078856 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695078856Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078861 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078861Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695078862 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695078862Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695078863 (+1 ms) 2024-11-15T18:24:38,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.7 2024-11-15T18:24:38,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:38,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 2024-11-15T18:24:38,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 after 0ms 2024-11-15T18:24:38,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 took 3ms 2024-11-15T18:24:38,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 so closing down 2024-11-15T18:24:38,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,869 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:38,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:38,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:38,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742035_1214 (size=753) 2024-11-15T18:24:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742035_1214 (size=753) 2024-11-15T18:24:38,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742034_1213 (size=753) 2024-11-15T18:24:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742034_1213 (size=753) 2024-11-15T18:24:38,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:38,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:38,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8, size=1.4 K (1413bytes) at 1731695078864Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 so closing down at 1731695078869 (+5 ms)3 split writer threads finished at 1731695078869Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695078874 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695078874Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078886 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695078888 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078889 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695078891 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695078891 2024-11-15T18:24:38,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.8 2024-11-15T18:24:38,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:38,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 2024-11-15T18:24:38,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 after 0ms 2024-11-15T18:24:38,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 took 2ms 2024-11-15T18:24:38,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 so closing down 2024-11-15T18:24:38,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:38,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:38,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:38,899 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:38,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:38,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742036_1215 (size=753) 2024-11-15T18:24:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742037_1216 (size=753) 2024-11-15T18:24:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742036_1215 (size=753) 2024-11-15T18:24:38,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742037_1216 (size=753) 2024-11-15T18:24:38,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:38,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:38,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:38,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:38,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9, size=1.4 K (1413bytes) at 1731695078893Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 so closing down at 1731695078897 (+4 ms)3 split writer threads finished at 1731695078897Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695078900 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695078900Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078909 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695078909Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695078910 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695078910Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695078910 2024-11-15T18:24:38,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.9 2024-11-15T18:24:38,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty, size=0 (0bytes) 2024-11-15T18:24:38,912 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty might be still open, length is 0 2024-11-15T18:24:38,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty 2024-11-15T18:24:38,912 WARN [IPC Server handler 0 on default port 34313 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty closed. 2024-11-15T18:24:38,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty after 0ms 2024-11-15T18:24:38,913 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-15T18:24:38,914 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty; empty? 2024-11-15T18:24:38,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty so closing down 2024-11-15T18:24:38,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T18:24:38,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty, size=0 (0bytes) at 1731695078912Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty so closing down at 1731695078914 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731695078914 2024-11-15T18:24:38,915 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/WALs/testemptyopenlogfiles,16010,1731695078129/wal.dat.empty to hdfs://localhost:34313/user/jenkins/test-data/d5bfb110-9b9d-f680-7696-bc0b2e4cb4a1/oldWALs/wal.dat.empty 2024-11-15T18:24:38,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 139), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=2873 (was 2888) 2024-11-15T18:24:38,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=2873 2024-11-15T18:24:38,993 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742038_1217 (size=7) 2024-11-15T18:24:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742038_1217 (size=7) 2024-11-15T18:24:39,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:39,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:39,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:39,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:39,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:39,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:39,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:39,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742039_1218 (size=1393) 2024-11-15T18:24:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742039_1218 (size=1393) 2024-11-15T18:24:39,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:39,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:39,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742040_1219 (size=1393) 2024-11-15T18:24:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742040_1219 (size=1393) 2024-11-15T18:24:39,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:39,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742041_1220 (size=1393) 2024-11-15T18:24:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742041_1220 (size=1393) 2024-11-15T18:24:39,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:39,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742042_1221 (size=1393) 2024-11-15T18:24:39,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742042_1221 (size=1393) 2024-11-15T18:24:39,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:39,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742043_1222 (size=1393) 2024-11-15T18:24:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742043_1222 (size=1393) 2024-11-15T18:24:39,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:39,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742044_1223 (size=1393) 2024-11-15T18:24:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742044_1223 (size=1393) 2024-11-15T18:24:39,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:39,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742045_1224 (size=1405) 2024-11-15T18:24:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742045_1224 (size=1405) 2024-11-15T18:24:39,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:39,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742046_1225 (size=1413) 2024-11-15T18:24:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742046_1225 (size=1413) 2024-11-15T18:24:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:39,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742047_1226 (size=1413) 2024-11-15T18:24:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742047_1226 (size=1413) 2024-11-15T18:24:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:39,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:39,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742048_1227 (size=1413) 2024-11-15T18:24:39,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742048_1227 (size=1413) 2024-11-15T18:24:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742049_1228 (size=1398) 2024-11-15T18:24:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742049_1228 (size=1398) 2024-11-15T18:24:39,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:39,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 2024-11-15T18:24:39,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 after 0ms 2024-11-15T18:24:39,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 took 3ms 2024-11-15T18:24:39,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 so closing down 2024-11-15T18:24:39,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:39,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:39,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:39,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:39,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:39,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742051_1230 (size=743) 2024-11-15T18:24:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742051_1230 (size=743) 2024-11-15T18:24:39,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:39,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:39,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742050_1229 (size=743) 2024-11-15T18:24:39,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742050_1229 (size=743) 2024-11-15T18:24:39,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:39,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:39,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:39,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0, size=1.4 K (1393bytes) at 1731695079957Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 so closing down at 1731695079961 (+4 ms)3 split writer threads finished at 1731695079961Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695079964 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695079964Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695079968 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695079969 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695079974 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695079975 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695079975 2024-11-15T18:24:39,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.0 2024-11-15T18:24:39,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:39,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 2024-11-15T18:24:39,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 after 0ms 2024-11-15T18:24:39,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 took 2ms 2024-11-15T18:24:39,980 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 so closing down 2024-11-15T18:24:39,980 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:39,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:39,982 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:39,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:39,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:39,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742052_1231 (size=743) 2024-11-15T18:24:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742052_1231 (size=743) 2024-11-15T18:24:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742053_1232 (size=743) 2024-11-15T18:24:39,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742053_1232 (size=743) 2024-11-15T18:24:39,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:40,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:40,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:40,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1, size=1.4 K (1393bytes) at 1731695079977Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 so closing down at 1731695079980 (+3 ms)3 split writer threads finished at 1731695079980Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695079983 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695079983Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695079987 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695079989 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080389 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695080392 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695080392 2024-11-15T18:24:40,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.1 2024-11-15T18:24:40,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:40,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 2024-11-15T18:24:40,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 after 1ms 2024-11-15T18:24:40,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 took 4ms 2024-11-15T18:24:40,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 so closing down 2024-11-15T18:24:40,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:40,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:40,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:40,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:40,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:40,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742054_1233 (size=743) 2024-11-15T18:24:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742054_1233 (size=743) 2024-11-15T18:24:40,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742055_1234 (size=743) 2024-11-15T18:24:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742055_1234 (size=743) 2024-11-15T18:24:40,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:40,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:40,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:40,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2, size=1.4 K (1393bytes) at 1731695080396Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 so closing down at 1731695080401 (+5 ms)3 split writer threads finished at 1731695080402 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695080405 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695080405Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080411 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080413 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695080413Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695080414 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695080414 2024-11-15T18:24:40,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.2 2024-11-15T18:24:40,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:40,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 2024-11-15T18:24:40,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 after 0ms 2024-11-15T18:24:40,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 took 2ms 2024-11-15T18:24:40,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 so closing down 2024-11-15T18:24:40,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:40,418 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:40,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:40,420 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:40,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:40,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742056_1235 (size=743) 2024-11-15T18:24:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742057_1236 (size=743) 2024-11-15T18:24:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742057_1236 (size=743) 2024-11-15T18:24:40,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742056_1235 (size=743) 2024-11-15T18:24:40,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:40,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:40,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:40,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3, size=1.4 K (1393bytes) at 1731695080415Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 so closing down at 1731695080418 (+3 ms)3 split writer threads finished at 1731695080418Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695080421 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695080421Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080425 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695080426 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080826 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695080828 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695080828 2024-11-15T18:24:40,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.3 2024-11-15T18:24:40,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:40,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 2024-11-15T18:24:40,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 after 0ms 2024-11-15T18:24:40,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 took 3ms 2024-11-15T18:24:40,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 so closing down 2024-11-15T18:24:40,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:40,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:40,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:40,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:40,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:40,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742059_1238 (size=743) 2024-11-15T18:24:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742058_1237 (size=743) 2024-11-15T18:24:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742058_1237 (size=743) 2024-11-15T18:24:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742059_1238 (size=743) 2024-11-15T18:24:40,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:40,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:40,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:40,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4, size=1.4 K (1393bytes) at 1731695080831Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 so closing down at 1731695080836 (+5 ms)3 split writer threads finished at 1731695080836Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695080839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695080839Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080851 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080852 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695080853 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695080853Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695080853 2024-11-15T18:24:40,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.4 2024-11-15T18:24:40,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5, size=1.4 K (1398bytes) 2024-11-15T18:24:40,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 2024-11-15T18:24:40,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 after 1ms 2024-11-15T18:24:40,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 took 2ms 2024-11-15T18:24:40,858 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:24:40,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 so closing down 2024-11-15T18:24:40,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:40,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:40,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:40,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:40,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:40,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742060_1239 (size=743) 2024-11-15T18:24:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742060_1239 (size=743) 2024-11-15T18:24:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742061_1240 (size=743) 2024-11-15T18:24:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742061_1240 (size=743) 2024-11-15T18:24:40,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:40,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:41,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:41,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-15T18:24:41,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5, size=1.4 K (1398bytes) at 1731695080854Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 so closing down at 1731695080859 (+5 ms)3 split writer threads finished at 1731695080859Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695080862 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695080862Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695080869 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695080870 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081270 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695081274 (+4 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731695081275 (+1 ms) 2024-11-15T18:24:41,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/corrupt/wal.dat.5 2024-11-15T18:24:41,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:41,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 2024-11-15T18:24:41,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 after 0ms 2024-11-15T18:24:41,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 took 4ms 2024-11-15T18:24:41,286 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 so closing down 2024-11-15T18:24:41,286 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:41,286 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:41,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:41,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:41,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:41,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742063_1242 (size=749) 2024-11-15T18:24:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742063_1242 (size=749) 2024-11-15T18:24:41,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742062_1241 (size=749) 2024-11-15T18:24:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742062_1241 (size=749) 2024-11-15T18:24:41,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:41,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:41,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:41,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6, size=1.4 K (1405bytes) at 1731695081280Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 so closing down at 1731695081286 (+6 ms)3 split writer threads finished at 1731695081286Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695081290 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695081290Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081296 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081297 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695081298 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695081298Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695081298 2024-11-15T18:24:41,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.6 2024-11-15T18:24:41,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:41,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 2024-11-15T18:24:41,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 after 0ms 2024-11-15T18:24:41,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 took 2ms 2024-11-15T18:24:41,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 so closing down 2024-11-15T18:24:41,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:41,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:41,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:41,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:41,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:41,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:41,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742065_1244 (size=753) 2024-11-15T18:24:41,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742065_1244 (size=753) 2024-11-15T18:24:41,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742064_1243 (size=753) 2024-11-15T18:24:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742064_1243 (size=753) 2024-11-15T18:24:41,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:41,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:41,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:41,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7, size=1.4 K (1413bytes) at 1731695081300Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 so closing down at 1731695081303 (+3 ms)3 split writer threads finished at 1731695081303Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695081306 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695081306Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081313 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081313Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695081314 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695081314Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695081314 2024-11-15T18:24:41,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.7 2024-11-15T18:24:41,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:41,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 2024-11-15T18:24:41,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 after 0ms 2024-11-15T18:24:41,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 took 2ms 2024-11-15T18:24:41,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 so closing down 2024-11-15T18:24:41,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:41,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:41,320 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:41,320 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:41,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:41,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742066_1245 (size=753) 2024-11-15T18:24:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742066_1245 (size=753) 2024-11-15T18:24:41,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742067_1246 (size=753) 2024-11-15T18:24:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742067_1246 (size=753) 2024-11-15T18:24:41,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:41,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:41,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8, size=1.4 K (1413bytes) at 1731695081316Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 so closing down at 1731695081319 (+3 ms)3 split writer threads finished at 1731695081319Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695081321 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695081321Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081326 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695081327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081334 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695081335 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695081336 (+1 ms) 2024-11-15T18:24:41,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.8 2024-11-15T18:24:41,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:41,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 2024-11-15T18:24:41,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 after 1ms 2024-11-15T18:24:41,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 took 2ms 2024-11-15T18:24:41,342 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 so closing down 2024-11-15T18:24:41,342 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:41,342 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:41,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:41,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:41,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:41,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:41,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742068_1247 (size=753) 2024-11-15T18:24:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742068_1247 (size=753) 2024-11-15T18:24:41,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742069_1248 (size=753) 2024-11-15T18:24:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742069_1248 (size=753) 2024-11-15T18:24:41,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:41,364 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:41,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9, size=1.4 K (1413bytes) at 1731695081338Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 so closing down at 1731695081342 (+4 ms)3 split writer threads finished at 1731695081342Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695081345 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695081345Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081353 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695081354 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695081362 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695081363 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695081364 (+1 ms) 2024-11-15T18:24:41,365 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731695079005/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/57c83fd7-7247-5099-9e36-edd76dce6403/oldWALs/wal.dat.9 2024-11-15T18:24:41,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=137 (was 139), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=2861 (was 2873) 2024-11-15T18:24:41,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2861 2024-11-15T18:24:41,422 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742070_1249 (size=7) 2024-11-15T18:24:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742070_1249 (size=7) 2024-11-15T18:24:41,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:41,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:41,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:41,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:41,435 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1/data/default/t1/da8c4683b593ceabddbde60b524a1f43 2024-11-15T18:24:41,435 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region da8c4683b593ceabddbde60b524a1f43 2024-11-15T18:24:41,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742071_1250 (size=3841) 2024-11-15T18:24:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742071_1250 (size=3841) 2024-11-15T18:24:41,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0, size=3.8 K (3841bytes) 2024-11-15T18:24:41,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 2024-11-15T18:24:41,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 after 0ms 2024-11-15T18:24:41,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 took 4ms 2024-11-15T18:24:41,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 so closing down 2024-11-15T18:24:41,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:41,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:41,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:41,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742072_1251 (size=1591) 2024-11-15T18:24:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742072_1251 (size=1591) 2024-11-15T18:24:41,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:41,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000009 2024-11-15T18:24:41,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 451 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-15T18:24:41,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0, size=3.8 K (3841bytes) at 1731695081484Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 so closing down at 1731695081495 (+11 ms)3 split writer threads finished at 1731695081495Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695081520 (+25 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731695081942 (+422 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/data/default/t1/da8c4683b593ceabddbde60b524a1f43/recovered.edits/0000000000000000009 at 1731695081944 (+2 ms)Processed 21 edits across 1 Regions in 451 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731695081944 2024-11-15T18:24:41,948 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/WALs/testsplitleavescompactioneventsedits,16010,1731695081434/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/bbaf078a-4a63-5177-daf8-3ebb7d61b8ce/oldWALs/wal.dat.0 2024-11-15T18:24:42,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=2817 (was 2861) 2024-11-15T18:24:42,039 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2817 2024-11-15T18:24:42,039 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742073_1252 (size=7) 2024-11-15T18:24:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742073_1252 (size=7) 2024-11-15T18:24:42,106 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:42,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:42,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:42,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:42,117 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T18:24:42,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742074_1253 (size=863) 2024-11-15T18:24:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742074_1253 (size=863) 2024-11-15T18:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:42,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0, size=863 (863bytes) 2024-11-15T18:24:42,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 2024-11-15T18:24:42,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 after 2ms 2024-11-15T18:24:42,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 took 8ms 2024-11-15T18:24:42,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 so closing down 2024-11-15T18:24:42,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:42,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:42,676 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:42,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742075_1254 (size=863) 2024-11-15T18:24:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742075_1254 (size=863) 2024-11-15T18:24:42,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:42,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T18:24:42,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-15T18:24:42,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0, size=863 (863bytes) at 1731695082636Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 so closing down at 1731695082668 (+32 ms)3 split writer threads finished at 1731695082672 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695082688 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695082744 (+56 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731695082746 (+2 ms)Processed 10 edits across 1 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731695082746 2024-11-15T18:24:42,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/WALs/testsplitpreservesedits,16010,1731695082116/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/63e39a6e-f1b0-b6b1-2217-babf0ce73762/oldWALs/wal.dat.0 2024-11-15T18:24:42,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138 (was 137) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=2787 (was 2817) 2024-11-15T18:24:42,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2785 2024-11-15T18:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742076_1255 (size=7) 2024-11-15T18:24:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742076_1255 (size=7) 2024-11-15T18:24:42,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:42,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:42,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:42,855 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:42,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:42,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:42,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:42,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742077_1256 (size=1393) 2024-11-15T18:24:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742077_1256 (size=1393) 2024-11-15T18:24:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:42,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742078_1257 (size=1393) 2024-11-15T18:24:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742078_1257 (size=1393) 2024-11-15T18:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:42,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:42,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742079_1258 (size=1393) 2024-11-15T18:24:43,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742079_1258 (size=1393) 2024-11-15T18:24:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:43,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742080_1259 (size=1393) 2024-11-15T18:24:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742080_1259 (size=1393) 2024-11-15T18:24:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:43,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:43,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742081_1260 (size=1393) 2024-11-15T18:24:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742081_1260 (size=1393) 2024-11-15T18:24:43,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:43,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742082_1261 (size=1393) 2024-11-15T18:24:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742082_1261 (size=1393) 2024-11-15T18:24:43,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:43,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:43,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742083_1262 (size=1405) 2024-11-15T18:24:43,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742083_1262 (size=1405) 2024-11-15T18:24:43,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:43,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742084_1263 (size=1413) 2024-11-15T18:24:43,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742084_1263 (size=1413) 2024-11-15T18:24:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:43,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742085_1264 (size=1413) 2024-11-15T18:24:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742085_1264 (size=1413) 2024-11-15T18:24:44,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:44,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:44,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742086_1265 (size=1413) 2024-11-15T18:24:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742086_1265 (size=1413) 2024-11-15T18:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742087_1266 (size=1394) 2024-11-15T18:24:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742087_1266 (size=1394) 2024-11-15T18:24:44,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:44,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 2024-11-15T18:24:44,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 after 4ms 2024-11-15T18:24:44,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 took 17ms 2024-11-15T18:24:44,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 so closing down 2024-11-15T18:24:44,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:44,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:44,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:44,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:44,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:44,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:44,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742089_1268 (size=743) 2024-11-15T18:24:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742089_1268 (size=743) 2024-11-15T18:24:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742088_1267 (size=743) 2024-11-15T18:24:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742088_1267 (size=743) 2024-11-15T18:24:44,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:44,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:44,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:44,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:44,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:44,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0, size=1.4 K (1393bytes) at 1731695084132Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 so closing down at 1731695084163 (+31 ms)3 split writer threads finished at 1731695084164 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695084192 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695084196 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695084278 (+82 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695084282 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695084639 (+357 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695084641 (+2 ms)Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695084641 2024-11-15T18:24:44,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.0 2024-11-15T18:24:44,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:44,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 2024-11-15T18:24:44,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 after 0ms 2024-11-15T18:24:44,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 took 2ms 2024-11-15T18:24:44,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 so closing down 2024-11-15T18:24:44,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:44,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:44,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:44,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:44,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:44,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742090_1269 (size=743) 2024-11-15T18:24:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742090_1269 (size=743) 2024-11-15T18:24:44,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:44,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742091_1270 (size=743) 2024-11-15T18:24:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742091_1270 (size=743) 2024-11-15T18:24:44,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:44,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:44,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:44,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1, size=1.4 K (1393bytes) at 1731695084643Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 so closing down at 1731695084647 (+4 ms)3 split writer threads finished at 1731695084647Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695084650 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695084650Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695084659 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695084660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695084666 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695084667 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695084667 2024-11-15T18:24:44,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.1 2024-11-15T18:24:44,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:44,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 2024-11-15T18:24:44,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 after 1ms 2024-11-15T18:24:44,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 took 3ms 2024-11-15T18:24:44,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 so closing down 2024-11-15T18:24:44,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:44,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:44,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:44,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:44,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:44,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742092_1271 (size=743) 2024-11-15T18:24:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742092_1271 (size=743) 2024-11-15T18:24:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742093_1272 (size=743) 2024-11-15T18:24:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742093_1272 (size=743) 2024-11-15T18:24:44,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:44,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:45,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:45,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:45,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2, size=1.4 K (1393bytes) at 1731695084674Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 so closing down at 1731695084679 (+5 ms)3 split writer threads finished at 1731695084679Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695084683 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695084683Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695084710 (+27 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695084712 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085101 (+389 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695085102 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695085102 2024-11-15T18:24:45,104 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.2 2024-11-15T18:24:45,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:45,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 2024-11-15T18:24:45,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 after 0ms 2024-11-15T18:24:45,107 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 took 2ms 2024-11-15T18:24:45,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 so closing down 2024-11-15T18:24:45,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:45,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:45,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:45,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742094_1273 (size=743) 2024-11-15T18:24:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742094_1273 (size=743) 2024-11-15T18:24:45,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742095_1274 (size=743) 2024-11-15T18:24:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742095_1274 (size=743) 2024-11-15T18:24:45,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:45,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:45,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:45,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3, size=1.4 K (1393bytes) at 1731695085105Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 so closing down at 1731695085110 (+5 ms)3 split writer threads finished at 1731695085110Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695085113 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695085119 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085136 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695085139 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085139Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695085141 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695085142 (+1 ms) 2024-11-15T18:24:45,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.3 2024-11-15T18:24:45,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:45,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 2024-11-15T18:24:45,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 after 0ms 2024-11-15T18:24:45,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 took 2ms 2024-11-15T18:24:45,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 so closing down 2024-11-15T18:24:45,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:45,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:45,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:45,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742096_1275 (size=743) 2024-11-15T18:24:45,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742096_1275 (size=743) 2024-11-15T18:24:45,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:45,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742097_1276 (size=743) 2024-11-15T18:24:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742097_1276 (size=743) 2024-11-15T18:24:45,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:45,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:45,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4, size=1.4 K (1393bytes) at 1731695085145Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 so closing down at 1731695085149 (+4 ms)3 split writer threads finished at 1731695085151 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695085156 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695085164 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085174 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695085177 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085182 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695085184 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695085184 2024-11-15T18:24:45,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.4 2024-11-15T18:24:45,186 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T18:24:45,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 2024-11-15T18:24:45,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 after 1ms 2024-11-15T18:24:45,189 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-15T18:24:45,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 so closing down 2024-11-15T18:24:45,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T18:24:45,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, size=1.4 K (1394bytes) at 1731695085186Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 so closing down at 1731695085190 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731695085190 2024-11-15T18:24:45,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/corrupt/wal.dat.5 2024-11-15T18:24:45,192 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:45,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 2024-11-15T18:24:45,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 after 2ms 2024-11-15T18:24:45,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 took 4ms 2024-11-15T18:24:45,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 so closing down 2024-11-15T18:24:45,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,232 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:45,233 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:45,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:45,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742098_1277 (size=749) 2024-11-15T18:24:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742098_1277 (size=749) 2024-11-15T18:24:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742099_1278 (size=749) 2024-11-15T18:24:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742099_1278 (size=749) 2024-11-15T18:24:45,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:45,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:45,661 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:45,661 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6, size=1.4 K (1405bytes) at 1731695085192Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 so closing down at 1731695085197 (+5 ms)3 split writer threads finished at 1731695085197Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695085234 (+37 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695085236 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085647 (+411 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695085655 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085658 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695085661 (+3 ms)Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695085661 2024-11-15T18:24:45,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.6 2024-11-15T18:24:45,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:45,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 2024-11-15T18:24:45,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 after 1ms 2024-11-15T18:24:45,675 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 took 4ms 2024-11-15T18:24:45,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 so closing down 2024-11-15T18:24:45,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:45,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:45,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:45,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742100_1279 (size=753) 2024-11-15T18:24:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742100_1279 (size=753) 2024-11-15T18:24:45,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:45,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742101_1280 (size=753) 2024-11-15T18:24:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742101_1280 (size=753) 2024-11-15T18:24:45,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:45,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:45,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7, size=1.4 K (1413bytes) at 1731695085671Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 so closing down at 1731695085682 (+11 ms)3 split writer threads finished at 1731695085683 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695085696 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695085715 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085784 (+69 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695085786 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085818 (+32 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695085820 (+2 ms)Processed 20 edits across 2 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695085820 2024-11-15T18:24:45,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.7 2024-11-15T18:24:45,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:45,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 2024-11-15T18:24:45,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 after 1ms 2024-11-15T18:24:45,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 took 3ms 2024-11-15T18:24:45,832 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 so closing down 2024-11-15T18:24:45,832 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:45,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:45,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:45,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742103_1282 (size=753) 2024-11-15T18:24:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742103_1282 (size=753) 2024-11-15T18:24:45,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742102_1281 (size=753) 2024-11-15T18:24:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742102_1281 (size=753) 2024-11-15T18:24:45,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:45,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:45,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8, size=1.4 K (1413bytes) at 1731695085823Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 so closing down at 1731695085832 (+9 ms)3 split writer threads finished at 1731695085832Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695085848 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695085850 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085862 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695085864 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085875 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695085877 (+2 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695085877 2024-11-15T18:24:45,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.8 2024-11-15T18:24:45,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:45,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 2024-11-15T18:24:45,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 after 0ms 2024-11-15T18:24:45,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 took 3ms 2024-11-15T18:24:45,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 so closing down 2024-11-15T18:24:45,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:45,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:45,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:45,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:45,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:45,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742105_1284 (size=753) 2024-11-15T18:24:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742105_1284 (size=753) 2024-11-15T18:24:45,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742104_1283 (size=753) 2024-11-15T18:24:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742104_1283 (size=753) 2024-11-15T18:24:45,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:45,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:45,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:45,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9, size=1.4 K (1413bytes) at 1731695085879Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 so closing down at 1731695085887 (+8 ms)3 split writer threads finished at 1731695085887Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695085896 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695085896Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085908 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695085910 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695085918 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695085920 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695085920 2024-11-15T18:24:45,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731695082855/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/e6641d73-5fd2-a9af-0157-7d5055922f4e/oldWALs/wal.dat.9 2024-11-15T18:24:45,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2733 (was 2785) 2024-11-15T18:24:45,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2733 2024-11-15T18:24:45,996 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742106_1285 (size=7) 2024-11-15T18:24:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742106_1285 (size=7) 2024-11-15T18:24:46,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:46,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,031 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:46,031 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T18:24:46,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742107_1286 (size=2403) 2024-11-15T18:24:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742107_1286 (size=2403) 2024-11-15T18:24:46,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:46,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0, size=2.3 K (2403bytes) 2024-11-15T18:24:46,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 2024-11-15T18:24:46,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 after 1ms 2024-11-15T18:24:46,091 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 took 3ms 2024-11-15T18:24:46,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 so closing down 2024-11-15T18:24:46,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:46,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:46,103 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:46,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742108_1287 (size=863) 2024-11-15T18:24:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742108_1287 (size=863) 2024-11-15T18:24:46,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:46,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-15T18:24:46,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 31 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-15T18:24:46,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0, size=2.3 K (2403bytes) at 1731695086088Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 so closing down at 1731695086098 (+10 ms)3 split writer threads finished at 1731695086098Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695086104 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695086123 (+19 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731695086127 (+4 ms)Processed 20 edits across 1 Regions in 31 ms; skipped=10; WAL=hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731695086127 2024-11-15T18:24:46,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/WALs/testsplitremovesregioneventsedits,16010,1731695086031/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/2d52c9bc-d391-4e3b-b40e-acbca798858f/oldWALs/wal.dat.0 2024-11-15T18:24:46,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2733) 2024-11-15T18:24:46,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2732 2024-11-15T18:24:46,154 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742109_1288 (size=7) 2024-11-15T18:24:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742109_1288 (size=7) 2024-11-15T18:24:46,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:46,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,166 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:46,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2732) 2024-11-15T18:24:46,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2732 2024-11-15T18:24:46,191 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742110_1289 (size=7) 2024-11-15T18:24:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742110_1289 (size=7) 2024-11-15T18:24:46,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:46,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:46,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742111_1290 (size=255) 2024-11-15T18:24:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742111_1290 (size=255) 2024-11-15T18:24:46,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1, size=255 (255bytes) 2024-11-15T18:24:46,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 2024-11-15T18:24:46,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 after 1ms 2024-11-15T18:24:46,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 took 6ms 2024-11-15T18:24:46,333 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-15T18:24:46,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 so closing down 2024-11-15T18:24:46,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:46,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:46,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-15T18:24:46,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1, size=255 (255bytes) at 1731695086318Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 so closing down at 1731695086333 (+15 ms)3 split writer threads finished at 1731695086336 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731695086336 2024-11-15T18:24:46,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/WALs/testsplitremovesreplicationmarkeredits,16010,1731695086219/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/68f66162-ce74-cca6-cf89-2321a7862b57/oldWALs/wal.dat.1 2024-11-15T18:24:46,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=2732 (was 2732) 2024-11-15T18:24:46,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2731 2024-11-15T18:24:46,390 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742112_1291 (size=7) 2024-11-15T18:24:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742112_1291 (size=7) 2024-11-15T18:24:46,451 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:46,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:46,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-15T18:24:46,461 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T18:24:46,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742113_1292 (size=1941) 2024-11-15T18:24:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742113_1292 (size=1941) 2024-11-15T18:24:46,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:46,948 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1/data/default/t1/region__1 2024-11-15T18:24:46,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0, size=1.9 K (1941bytes) 2024-11-15T18:24:46,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 2024-11-15T18:24:46,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 after 0ms 2024-11-15T18:24:46,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 took 4ms 2024-11-15T18:24:46,974 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-15T18:24:46,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 so closing down 2024-11-15T18:24:46,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:46,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:46,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-15T18:24:46,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0, size=1.9 K (1941bytes) at 1731695086970Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 so closing down at 1731695086974 (+4 ms)3 split writer threads finished at 1731695086975 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731695086975 2024-11-15T18:24:46,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/WALs/testsplitlogfiledeletedregiondir,16010,1731695086461/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/e3130fbd-0709-aaad-b502-434d28b576b8/oldWALs/wal.dat.0 2024-11-15T18:24:46,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138 (was 138), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=2729 (was 2731) 2024-11-15T18:24:46,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2729 2024-11-15T18:24:46,994 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742114_1293 (size=7) 2024-11-15T18:24:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742114_1293 (size=7) 2024-11-15T18:24:47,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:47,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:47,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:47,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:47,005 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T18:24:47,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:47,005 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:47,006 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:47,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:47,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742115_1294 (size=1393) 2024-11-15T18:24:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742115_1294 (size=1393) 2024-11-15T18:24:47,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:47,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742116_1295 (size=1393) 2024-11-15T18:24:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742116_1295 (size=1393) 2024-11-15T18:24:47,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:47,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742117_1296 (size=1393) 2024-11-15T18:24:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742117_1296 (size=1393) 2024-11-15T18:24:47,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:47,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742118_1297 (size=1393) 2024-11-15T18:24:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742118_1297 (size=1393) 2024-11-15T18:24:47,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:47,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:47,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742119_1298 (size=1393) 2024-11-15T18:24:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742119_1298 (size=1393) 2024-11-15T18:24:48,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:48,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742120_1299 (size=1393) 2024-11-15T18:24:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742120_1299 (size=1393) 2024-11-15T18:24:48,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:48,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742121_1300 (size=1405) 2024-11-15T18:24:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742121_1300 (size=1405) 2024-11-15T18:24:48,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:48,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742122_1301 (size=1413) 2024-11-15T18:24:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742122_1301 (size=1413) 2024-11-15T18:24:48,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:48,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742123_1302 (size=1413) 2024-11-15T18:24:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742123_1302 (size=1413) 2024-11-15T18:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:48,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742124_1303 (size=1413) 2024-11-15T18:24:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742124_1303 (size=1413) 2024-11-15T18:24:48,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:48,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:48,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0 2024-11-15T18:24:48,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0 after 0ms 2024-11-15T18:24:48,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0 took 3ms 2024-11-15T18:24:48,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0 so closing down 2024-11-15T18:24:48,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:48,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:48,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:48,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0, size=1.4 K (1393bytes) at 1731695088440Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0 so closing down at 1731695088446 (+6 ms)3 split writer threads finished at 1731695088446Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/a0222120-0c5b-05f1-65e6-3e1d26b8d467/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731695087004/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695088446 2024-11-15T18:24:48,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138 (was 138), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=2722 (was 2729) 2024-11-15T18:24:48,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=2722 2024-11-15T18:24:48,461 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742125_1304 (size=7) 2024-11-15T18:24:48,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742125_1304 (size=7) 2024-11-15T18:24:48,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:48,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:48,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:48,471 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:48,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:48,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:48,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742126_1305 (size=1393) 2024-11-15T18:24:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742126_1305 (size=1393) 2024-11-15T18:24:48,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:48,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742127_1306 (size=1393) 2024-11-15T18:24:48,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742127_1306 (size=1393) 2024-11-15T18:24:48,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:48,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742128_1307 (size=1393) 2024-11-15T18:24:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742128_1307 (size=1393) 2024-11-15T18:24:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:48,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:48,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742129_1308 (size=1393) 2024-11-15T18:24:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742129_1308 (size=1393) 2024-11-15T18:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:48,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742131_1310 (size=1393) 2024-11-15T18:24:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742131_1310 (size=1393) 2024-11-15T18:24:49,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:49,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:49,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742132_1311 (size=1405) 2024-11-15T18:24:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742132_1311 (size=1405) 2024-11-15T18:24:49,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:49,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742133_1312 (size=1413) 2024-11-15T18:24:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742133_1312 (size=1413) 2024-11-15T18:24:49,182 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:49,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742134_1313 (size=1413) 2024-11-15T18:24:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742134_1313 (size=1413) 2024-11-15T18:24:49,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:49,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742135_1314 (size=1413) 2024-11-15T18:24:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742135_1314 (size=1413) 2024-11-15T18:24:49,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:49,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742130_1309 (size=1458) 2024-11-15T18:24:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742130_1309 (size=1458) 2024-11-15T18:24:49,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:49,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 2024-11-15T18:24:49,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 after 1ms 2024-11-15T18:24:49,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 took 3ms 2024-11-15T18:24:49,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 so closing down 2024-11-15T18:24:49,310 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:49,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:49,326 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:49,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:49,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:49,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742137_1316 (size=743) 2024-11-15T18:24:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742137_1316 (size=743) 2024-11-15T18:24:49,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742136_1315 (size=743) 2024-11-15T18:24:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742136_1315 (size=743) 2024-11-15T18:24:49,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:49,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:49,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0, size=1.4 K (1393bytes) at 1731695089299Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 so closing down at 1731695089310 (+11 ms)3 split writer threads finished at 1731695089311 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695089330 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695089343 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089361 (+18 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695089362 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089369 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695089370 (+1 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695089370 2024-11-15T18:24:49,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/oldWALs/wal.dat.0 2024-11-15T18:24:49,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:49,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 2024-11-15T18:24:49,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 after 0ms 2024-11-15T18:24:49,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 took 3ms 2024-11-15T18:24:49,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 so closing down 2024-11-15T18:24:49,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:49,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:49,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:49,394 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:49,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:49,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742139_1318 (size=743) 2024-11-15T18:24:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742139_1318 (size=743) 2024-11-15T18:24:49,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742138_1317 (size=743) 2024-11-15T18:24:49,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:49,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742138_1317 (size=743) 2024-11-15T18:24:49,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:49,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:49,435 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1, size=1.4 K (1393bytes) at 1731695089374Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 so closing down at 1731695089377 (+3 ms)3 split writer threads finished at 1731695089378 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695089396 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695089396Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089426 (+30 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695089430 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089431 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695089435 (+4 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695089435 2024-11-15T18:24:49,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/oldWALs/wal.dat.1 2024-11-15T18:24:49,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:49,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 2024-11-15T18:24:49,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 after 1ms 2024-11-15T18:24:49,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 took 3ms 2024-11-15T18:24:49,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 so closing down 2024-11-15T18:24:49,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:49,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:49,461 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:49,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:49,466 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:49,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742140_1319 (size=743) 2024-11-15T18:24:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742140_1319 (size=743) 2024-11-15T18:24:49,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742141_1320 (size=743) 2024-11-15T18:24:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742141_1320 (size=743) 2024-11-15T18:24:49,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:49,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:49,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2, size=1.4 K (1393bytes) at 1731695089437Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 so closing down at 1731695089453 (+16 ms)3 split writer threads finished at 1731695089454 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695089465 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695089469 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089479 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695089488 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089500 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695089503 (+3 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695089503 2024-11-15T18:24:49,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/oldWALs/wal.dat.2 2024-11-15T18:24:49,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:49,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 2024-11-15T18:24:49,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 after 0ms 2024-11-15T18:24:49,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 took 2ms 2024-11-15T18:24:49,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 so closing down 2024-11-15T18:24:49,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:49,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:49,514 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:49,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:49,517 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:49,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742143_1322 (size=743) 2024-11-15T18:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742143_1322 (size=743) 2024-11-15T18:24:49,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742142_1321 (size=743) 2024-11-15T18:24:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742142_1321 (size=743) 2024-11-15T18:24:49,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:49,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:49,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:49,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3, size=1.4 K (1393bytes) at 1731695089506Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 so closing down at 1731695089512 (+6 ms)3 split writer threads finished at 1731695089512Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695089516 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695089519 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089548 (+29 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695089552 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695089584 (+32 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695089585 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695089586 (+1 ms) 2024-11-15T18:24:49,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/oldWALs/wal.dat.3 2024-11-15T18:24:49,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4, size=1.4 K (1458bytes) 2024-11-15T18:24:49,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4 2024-11-15T18:24:49,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4 after 3ms 2024-11-15T18:24:49,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4 took 6ms 2024-11-15T18:24:49,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4 so closing down 2024-11-15T18:24:49,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:49,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:49,621 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:49,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-15T18:24:49,630 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:49,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:49,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-15T18:24:49,637 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:49,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-15T18:24:49,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4, size=1.4 K (1458bytes) at 1731695089588Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4 so closing down at 1731695089606 (+18 ms)3 split writer threads finished at 1731695089611 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695089632 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731695089636 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731695089637 (+1 ms)Processed 21 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/WALs/testsplitwillfailifwritingtoregionfails,16010,1731695088471/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731695089637 2024-11-15T18:24:49,638 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:49,651 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:49,651 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:49,652 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34313/user/jenkins/test-data/5c6c47cb-39ab-ce5f-a7c9-3b7535965933/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:49,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140 (was 138) - Thread LEAK? -, OpenFileDescriptor=393 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 524) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2705 (was 2722) 2024-11-15T18:24:49,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2704 2024-11-15T18:24:49,670 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742144_1323 (size=7) 2024-11-15T18:24:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742144_1323 (size=7) 2024-11-15T18:24:49,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:49,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:49,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:49,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:49,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T18:24:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742145_1324 (size=93) 2024-11-15T18:24:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742145_1324 (size=93) 2024-11-15T18:24:49,711 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:49,715 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:49,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742146_1325 (size=1393) 2024-11-15T18:24:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742146_1325 (size=1393) 2024-11-15T18:24:49,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:49,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:49,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742147_1326 (size=1393) 2024-11-15T18:24:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742147_1326 (size=1393) 2024-11-15T18:24:49,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:49,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742148_1327 (size=1393) 2024-11-15T18:24:49,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742148_1327 (size=1393) 2024-11-15T18:24:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:49,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:49,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742149_1328 (size=1393) 2024-11-15T18:24:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742149_1328 (size=1393) 2024-11-15T18:24:49,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:49,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742150_1329 (size=1393) 2024-11-15T18:24:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742150_1329 (size=1393) 2024-11-15T18:24:49,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:49,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742151_1330 (size=1393) 2024-11-15T18:24:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742151_1330 (size=1393) 2024-11-15T18:24:49,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:49,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742152_1331 (size=1405) 2024-11-15T18:24:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742152_1331 (size=1405) 2024-11-15T18:24:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:49,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:49,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742153_1332 (size=1413) 2024-11-15T18:24:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742153_1332 (size=1413) 2024-11-15T18:24:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:49,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742154_1333 (size=1413) 2024-11-15T18:24:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742154_1333 (size=1413) 2024-11-15T18:24:49,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:49,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742155_1334 (size=1413) 2024-11-15T18:24:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742155_1334 (size=1413) 2024-11-15T18:24:49,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:49,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-15T18:24:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742156_1335 (size=93) 2024-11-15T18:24:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742156_1335 (size=93) 2024-11-15T18:24:50,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty, size=93 (93bytes) 2024-11-15T18:24:50,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty 2024-11-15T18:24:50,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty after 1ms 2024-11-15T18:24:50,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty took 2ms 2024-11-15T18:24:50,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty so closing down 2024-11-15T18:24:50,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T18:24:50,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty, size=93 (93bytes) at 1731695090005Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty so closing down at 1731695090008 (+3 ms)3 split writer threads finished at 1731695090008Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731695090008 2024-11-15T18:24:50,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat..empty to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat..empty 2024-11-15T18:24:50,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:50,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 2024-11-15T18:24:50,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 after 0ms 2024-11-15T18:24:50,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 took 2ms 2024-11-15T18:24:50,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 so closing down 2024-11-15T18:24:50,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:50,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:50,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:50,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742157_1336 (size=743) 2024-11-15T18:24:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742157_1336 (size=743) 2024-11-15T18:24:50,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742158_1337 (size=743) 2024-11-15T18:24:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742158_1337 (size=743) 2024-11-15T18:24:50,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:50,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:50,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:50,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0, size=1.4 K (1393bytes) at 1731695090010Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 so closing down at 1731695090014 (+4 ms)3 split writer threads finished at 1731695090014Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695090022 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695090022Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090034 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695090036 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090037 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695090038 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695090038 2024-11-15T18:24:50,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.0 2024-11-15T18:24:50,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:50,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 2024-11-15T18:24:50,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 after 1ms 2024-11-15T18:24:50,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 took 2ms 2024-11-15T18:24:50,043 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 so closing down 2024-11-15T18:24:50,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:50,046 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:50,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:50,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742159_1338 (size=743) 2024-11-15T18:24:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742159_1338 (size=743) 2024-11-15T18:24:50,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742160_1339 (size=743) 2024-11-15T18:24:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742160_1339 (size=743) 2024-11-15T18:24:50,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:50,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:50,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1, size=1.4 K (1393bytes) at 1731695090040Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 so closing down at 1731695090043 (+3 ms)3 split writer threads finished at 1731695090043Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695090048 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695090049 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090057 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695090058 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090062 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695090063 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695090064 (+1 ms) 2024-11-15T18:24:50,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.1 2024-11-15T18:24:50,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:50,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 2024-11-15T18:24:50,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 after 0ms 2024-11-15T18:24:50,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 took 3ms 2024-11-15T18:24:50,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 so closing down 2024-11-15T18:24:50,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,071 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:50,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:50,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:50,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742161_1340 (size=743) 2024-11-15T18:24:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742161_1340 (size=743) 2024-11-15T18:24:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742162_1341 (size=743) 2024-11-15T18:24:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742162_1341 (size=743) 2024-11-15T18:24:50,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:50,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:50,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:50,484 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2, size=1.4 K (1393bytes) at 1731695090066Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 so closing down at 1731695090069 (+3 ms)3 split writer threads finished at 1731695090069Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695090072 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695090074 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090082 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695090083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090483 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695090484 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695090484 2024-11-15T18:24:50,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.2 2024-11-15T18:24:50,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:50,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 2024-11-15T18:24:50,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 after 0ms 2024-11-15T18:24:50,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 took 3ms 2024-11-15T18:24:50,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 so closing down 2024-11-15T18:24:50,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:50,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:50,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:50,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742163_1342 (size=743) 2024-11-15T18:24:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742163_1342 (size=743) 2024-11-15T18:24:50,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742164_1343 (size=743) 2024-11-15T18:24:50,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742164_1343 (size=743) 2024-11-15T18:24:50,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:50,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:50,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3, size=1.4 K (1393bytes) at 1731695090486Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 so closing down at 1731695090495 (+9 ms)3 split writer threads finished at 1731695090496 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695090508 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695090515 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090532 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695090533 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090538 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695090539 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695090539 2024-11-15T18:24:50,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.3 2024-11-15T18:24:50,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:50,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 2024-11-15T18:24:50,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 after 1ms 2024-11-15T18:24:50,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 took 3ms 2024-11-15T18:24:50,545 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 so closing down 2024-11-15T18:24:50,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,547 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:50,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:50,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:50,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742165_1344 (size=743) 2024-11-15T18:24:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742165_1344 (size=743) 2024-11-15T18:24:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742166_1345 (size=743) 2024-11-15T18:24:50,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742166_1345 (size=743) 2024-11-15T18:24:50,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:50,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:50,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:50,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4, size=1.4 K (1393bytes) at 1731695090541Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 so closing down at 1731695090545 (+4 ms)3 split writer threads finished at 1731695090546 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695090548 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695090548Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090566 (+18 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695090568 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090958 (+390 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695090960 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695090960 2024-11-15T18:24:50,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.4 2024-11-15T18:24:50,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:50,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 2024-11-15T18:24:50,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 after 0ms 2024-11-15T18:24:50,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 took 5ms 2024-11-15T18:24:50,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 so closing down 2024-11-15T18:24:50,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:50,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:50,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:50,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:50,974 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:50,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742167_1346 (size=743) 2024-11-15T18:24:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742167_1346 (size=743) 2024-11-15T18:24:50,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:50,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742168_1347 (size=743) 2024-11-15T18:24:51,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742168_1347 (size=743) 2024-11-15T18:24:51,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:51,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:51,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5, size=1.4 K (1393bytes) at 1731695090962Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 so closing down at 1731695090967 (+5 ms)3 split writer threads finished at 1731695090968 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695090973 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695090975 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695090993 (+18 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695090997 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091014 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695091021 (+7 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695091021 2024-11-15T18:24:51,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.5 2024-11-15T18:24:51,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:51,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 2024-11-15T18:24:51,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 after 1ms 2024-11-15T18:24:51,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 took 3ms 2024-11-15T18:24:51,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 so closing down 2024-11-15T18:24:51,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:51,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:51,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:51,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:51,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:51,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742169_1348 (size=749) 2024-11-15T18:24:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742169_1348 (size=749) 2024-11-15T18:24:51,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742170_1349 (size=749) 2024-11-15T18:24:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742170_1349 (size=749) 2024-11-15T18:24:51,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:51,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:51,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:51,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6, size=1.4 K (1405bytes) at 1731695091023Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 so closing down at 1731695091033 (+10 ms)3 split writer threads finished at 1731695091034 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695091039 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695091040 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091065 (+25 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695091070 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091070Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695091072 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695091073 (+1 ms) 2024-11-15T18:24:51,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.6 2024-11-15T18:24:51,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:51,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 2024-11-15T18:24:51,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 after 0ms 2024-11-15T18:24:51,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 took 4ms 2024-11-15T18:24:51,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 so closing down 2024-11-15T18:24:51,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:51,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:51,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:51,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:51,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:51,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742172_1351 (size=753) 2024-11-15T18:24:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742172_1351 (size=753) 2024-11-15T18:24:51,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742171_1350 (size=753) 2024-11-15T18:24:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742171_1350 (size=753) 2024-11-15T18:24:51,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:51,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:51,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7, size=1.4 K (1413bytes) at 1731695091076Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 so closing down at 1731695091081 (+5 ms)3 split writer threads finished at 1731695091087 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695091096 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695091100 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091140 (+40 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695091142 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091143 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695091144 (+1 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695091145 (+1 ms) 2024-11-15T18:24:51,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.7 2024-11-15T18:24:51,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:51,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 2024-11-15T18:24:51,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 after 1ms 2024-11-15T18:24:51,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 took 3ms 2024-11-15T18:24:51,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 so closing down 2024-11-15T18:24:51,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:51,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:51,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:51,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:51,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:51,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742173_1352 (size=753) 2024-11-15T18:24:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742173_1352 (size=753) 2024-11-15T18:24:51,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742174_1353 (size=753) 2024-11-15T18:24:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742174_1353 (size=753) 2024-11-15T18:24:51,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:51,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:51,192 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:51,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8, size=1.4 K (1413bytes) at 1731695091148Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 so closing down at 1731695091152 (+4 ms)3 split writer threads finished at 1731695091153 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695091164 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695091170 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091188 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091189 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695091190 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695091191 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695091192 (+1 ms) 2024-11-15T18:24:51,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.8 2024-11-15T18:24:51,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:51,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 2024-11-15T18:24:51,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 after 0ms 2024-11-15T18:24:51,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 took 2ms 2024-11-15T18:24:51,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 so closing down 2024-11-15T18:24:51,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:51,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:51,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:51,205 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:51,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:51,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742175_1354 (size=753) 2024-11-15T18:24:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742175_1354 (size=753) 2024-11-15T18:24:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742176_1355 (size=753) 2024-11-15T18:24:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742176_1355 (size=753) 2024-11-15T18:24:51,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:51,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:51,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:51,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:51,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9, size=1.4 K (1413bytes) at 1731695091196Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 so closing down at 1731695091201 (+5 ms)3 split writer threads finished at 1731695091201Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695091206 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695091206Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091245 (+39 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695091246 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695091644 (+398 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695091646 (+2 ms)Processed 20 edits across 2 Regions in 446 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695091646 2024-11-15T18:24:51,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.9 2024-11-15T18:24:51,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty, size=93 (93bytes) 2024-11-15T18:24:51,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty 2024-11-15T18:24:51,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty after 1ms 2024-11-15T18:24:51,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty took 3ms 2024-11-15T18:24:51,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty so closing down 2024-11-15T18:24:51,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:51,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:51,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T18:24:51,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty, size=93 (93bytes) at 1731695091651Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty so closing down at 1731695091657 (+6 ms)3 split writer threads finished at 1731695091660 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731695091660 2024-11-15T18:24:51,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/WALs/testemptylogfiles,16010,1731695089689/wal.dat.empty to hdfs://localhost:34313/user/jenkins/test-data/60d32946-e3da-ab89-f750-68a3e45a3829/oldWALs/wal.dat.empty 2024-11-15T18:24:51,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2711 (was 2704) - AvailableMemoryMB LEAK? - 2024-11-15T18:24:51,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2710 2024-11-15T18:24:51,765 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742177_1356 (size=7) 2024-11-15T18:24:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742177_1356 (size=7) 2024-11-15T18:24:51,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:51,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:51,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:51,841 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:51,841 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:51,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:51,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742178_1357 (size=1393) 2024-11-15T18:24:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742178_1357 (size=1393) 2024-11-15T18:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:51,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742179_1358 (size=1393) 2024-11-15T18:24:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742179_1358 (size=1393) 2024-11-15T18:24:51,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:51,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742180_1359 (size=1393) 2024-11-15T18:24:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742180_1359 (size=1393) 2024-11-15T18:24:51,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:51,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:51,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742181_1360 (size=1393) 2024-11-15T18:24:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742181_1360 (size=1393) 2024-11-15T18:24:51,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:51,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:51,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:51,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742182_1361 (size=1393) 2024-11-15T18:24:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742182_1361 (size=1393) 2024-11-15T18:24:52,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:52,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:52,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742183_1362 (size=1393) 2024-11-15T18:24:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742183_1362 (size=1393) 2024-11-15T18:24:52,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:52,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:52,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742184_1363 (size=1405) 2024-11-15T18:24:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742184_1363 (size=1405) 2024-11-15T18:24:52,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:52,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:52,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742185_1364 (size=1413) 2024-11-15T18:24:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742185_1364 (size=1413) 2024-11-15T18:24:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:52,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742186_1365 (size=1413) 2024-11-15T18:24:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742186_1365 (size=1413) 2024-11-15T18:24:52,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:52,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:52,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742187_1366 (size=1413) 2024-11-15T18:24:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742187_1366 (size=1413) 2024-11-15T18:24:52,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:52,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:52,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 2024-11-15T18:24:52,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 after 0ms 2024-11-15T18:24:52,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 took 3ms 2024-11-15T18:24:52,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 so closing down 2024-11-15T18:24:52,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:52,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:52,484 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:52,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:52,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:52,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:52,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742188_1367 (size=743) 2024-11-15T18:24:52,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742188_1367 (size=743) 2024-11-15T18:24:52,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742189_1368 (size=743) 2024-11-15T18:24:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742189_1368 (size=743) 2024-11-15T18:24:52,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:52,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:52,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0, size=1.4 K (1393bytes) at 1731695092475Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 so closing down at 1731695092479 (+4 ms)3 split writer threads finished at 1731695092479Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695092485 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695092494 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092502 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695092504 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092510 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695092512 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695092512 2024-11-15T18:24:52,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.0 2024-11-15T18:24:52,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:52,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 2024-11-15T18:24:52,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 after 0ms 2024-11-15T18:24:52,516 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 took 3ms 2024-11-15T18:24:52,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 so closing down 2024-11-15T18:24:52,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:52,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:52,519 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:52,519 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:52,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:52,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742190_1369 (size=743) 2024-11-15T18:24:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742190_1369 (size=743) 2024-11-15T18:24:52,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742191_1370 (size=743) 2024-11-15T18:24:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742191_1370 (size=743) 2024-11-15T18:24:52,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:52,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:52,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1, size=1.4 K (1393bytes) at 1731695092514Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 so closing down at 1731695092517 (+3 ms)3 split writer threads finished at 1731695092517Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695092520 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695092521 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092535 (+14 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695092536 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092946 (+410 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695092947 (+1 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695092947 2024-11-15T18:24:52,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.1 2024-11-15T18:24:52,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:52,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 2024-11-15T18:24:52,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 after 0ms 2024-11-15T18:24:52,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 took 2ms 2024-11-15T18:24:52,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 so closing down 2024-11-15T18:24:52,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:52,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:52,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:52,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:52,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:52,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742192_1371 (size=743) 2024-11-15T18:24:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742193_1372 (size=743) 2024-11-15T18:24:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742192_1371 (size=743) 2024-11-15T18:24:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742193_1372 (size=743) 2024-11-15T18:24:52,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:52,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:52,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:52,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2, size=1.4 K (1393bytes) at 1731695092949Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 so closing down at 1731695092952 (+3 ms)3 split writer threads finished at 1731695092953 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695092955 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695092955Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092966 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092966Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695092967 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695092967Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695092967 2024-11-15T18:24:52,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.2 2024-11-15T18:24:52,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:52,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 2024-11-15T18:24:52,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 after 0ms 2024-11-15T18:24:52,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 took 1ms 2024-11-15T18:24:52,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 so closing down 2024-11-15T18:24:52,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:52,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:52,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:52,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:52,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:52,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742195_1374 (size=743) 2024-11-15T18:24:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742194_1373 (size=743) 2024-11-15T18:24:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742194_1373 (size=743) 2024-11-15T18:24:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742195_1374 (size=743) 2024-11-15T18:24:52,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:52,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:52,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:52,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3, size=1.4 K (1393bytes) at 1731695092969Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 so closing down at 1731695092971 (+2 ms)3 split writer threads finished at 1731695092971Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695092976 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695092976Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092985 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092985Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695092986 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695092986Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695092986 2024-11-15T18:24:52,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.3 2024-11-15T18:24:52,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:52,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 2024-11-15T18:24:52,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 after 0ms 2024-11-15T18:24:52,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 took 2ms 2024-11-15T18:24:52,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 so closing down 2024-11-15T18:24:52,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:52,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:52,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:52,993 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:52,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:52,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742197_1376 (size=743) 2024-11-15T18:24:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742196_1375 (size=743) 2024-11-15T18:24:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742196_1375 (size=743) 2024-11-15T18:24:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742197_1376 (size=743) 2024-11-15T18:24:52,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:52,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:53,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:53,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:53,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4, size=1.4 K (1393bytes) at 1731695092988Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 so closing down at 1731695092990 (+2 ms)3 split writer threads finished at 1731695092990Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695092993 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695092993Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092997 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695092997Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695092999 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695093000 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695093000 2024-11-15T18:24:53,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.4 2024-11-15T18:24:53,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:24:53,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 2024-11-15T18:24:53,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 after 0ms 2024-11-15T18:24:53,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 took 2ms 2024-11-15T18:24:53,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 so closing down 2024-11-15T18:24:53,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:53,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:53,007 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:53,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:53,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:53,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742198_1377 (size=743) 2024-11-15T18:24:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742198_1377 (size=743) 2024-11-15T18:24:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742199_1378 (size=743) 2024-11-15T18:24:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742199_1378 (size=743) 2024-11-15T18:24:53,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:24:53,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:24:53,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:53,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5, size=1.4 K (1393bytes) at 1731695093002Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 so closing down at 1731695093005 (+3 ms)3 split writer threads finished at 1731695093005Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695093008 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695093011 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093016 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093016Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695093017 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695093017Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695093017 2024-11-15T18:24:53,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.5 2024-11-15T18:24:53,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:53,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 2024-11-15T18:24:53,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 after 0ms 2024-11-15T18:24:53,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 took 3ms 2024-11-15T18:24:53,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 so closing down 2024-11-15T18:24:53,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:53,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:53,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:53,039 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:53,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:53,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:53,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742201_1380 (size=749) 2024-11-15T18:24:53,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742201_1380 (size=749) 2024-11-15T18:24:53,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742200_1379 (size=749) 2024-11-15T18:24:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742200_1379 (size=749) 2024-11-15T18:24:53,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:53,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:53,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6, size=1.4 K (1405bytes) at 1731695093020Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 so closing down at 1731695093024 (+4 ms)3 split writer threads finished at 1731695093024Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695093040 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695093041 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093061 (+20 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695093063 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093081 (+18 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695093082 (+1 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695093082 2024-11-15T18:24:53,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.6 2024-11-15T18:24:53,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:53,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 2024-11-15T18:24:53,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 after 0ms 2024-11-15T18:24:53,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 took 3ms 2024-11-15T18:24:53,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 so closing down 2024-11-15T18:24:53,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:53,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:53,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:53,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:53,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:53,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742202_1381 (size=753) 2024-11-15T18:24:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742202_1381 (size=753) 2024-11-15T18:24:53,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742203_1382 (size=753) 2024-11-15T18:24:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742203_1382 (size=753) 2024-11-15T18:24:53,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:53,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:53,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7, size=1.4 K (1413bytes) at 1731695093085Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 so closing down at 1731695093090 (+5 ms)3 split writer threads finished at 1731695093090Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695093097 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695093105 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093109 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695093111 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093118 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695093120 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695093120 2024-11-15T18:24:53,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.7 2024-11-15T18:24:53,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:53,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 2024-11-15T18:24:53,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 after 0ms 2024-11-15T18:24:53,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 took 3ms 2024-11-15T18:24:53,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 so closing down 2024-11-15T18:24:53,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:53,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:53,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:53,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:53,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:53,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742204_1383 (size=753) 2024-11-15T18:24:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742204_1383 (size=753) 2024-11-15T18:24:53,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742205_1384 (size=753) 2024-11-15T18:24:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742205_1384 (size=753) 2024-11-15T18:24:53,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:53,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:53,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8, size=1.4 K (1413bytes) at 1731695093122Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 so closing down at 1731695093126 (+4 ms)3 split writer threads finished at 1731695093127 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695093131 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695093132 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093142 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695093143 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093160 (+17 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695093161 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695093162 (+1 ms) 2024-11-15T18:24:53,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.8 2024-11-15T18:24:53,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:53,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 2024-11-15T18:24:53,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 after 0ms 2024-11-15T18:24:53,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 took 3ms 2024-11-15T18:24:53,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 so closing down 2024-11-15T18:24:53,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:53,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:53,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:53,169 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:53,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:53,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742206_1385 (size=753) 2024-11-15T18:24:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742206_1385 (size=753) 2024-11-15T18:24:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742207_1386 (size=753) 2024-11-15T18:24:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742207_1386 (size=753) 2024-11-15T18:24:53,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:53,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:53,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:53,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:53,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9, size=1.4 K (1413bytes) at 1731695093164Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 so closing down at 1731695093167 (+3 ms)3 split writer threads finished at 1731695093167Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695093170 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695093170Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093581 (+411 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695093581Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695093582 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695093582Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695093582 2024-11-15T18:24:53,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731695091841/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/426a96e2-d680-7a58-b89c-c9fa45b91526/oldWALs/wal.dat.9 2024-11-15T18:24:53,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2717 (was 2710) - AvailableMemoryMB LEAK? - 2024-11-15T18:24:53,600 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2717 2024-11-15T18:24:53,600 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:53,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742208_1387 (size=7) 2024-11-15T18:24:53,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742208_1387 (size=7) 2024-11-15T18:24:54,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:54,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:54,028 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:34313/user/jenkins/test-data/bad09f78-2cb3-680c-955e-d0ffdd3ca6e6/data/hbase/meta/1588230740/recovered.edits 2024-11-15T18:24:54,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2717 (was 2717) 2024-11-15T18:24:54,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2717 2024-11-15T18:24:54,053 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742209_1388 (size=7) 2024-11-15T18:24:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742209_1388 (size=7) 2024-11-15T18:24:54,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:54,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,073 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:54,073 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-15T18:24:54,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:54,075 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-15T18:24:54,075 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742210_1389 (size=818) 2024-11-15T18:24:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742210_1389 (size=818) 2024-11-15T18:24:54,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5, size=818 (818bytes) 2024-11-15T18:24:54,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 2024-11-15T18:24:54,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 after 1ms 2024-11-15T18:24:54,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 took 6ms 2024-11-15T18:24:54,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 so closing down 2024-11-15T18:24:54,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,119 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-15T18:24:54,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-15T18:24:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742211_1390 (size=783) 2024-11-15T18:24:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742211_1390 (size=783) 2024-11-15T18:24:54,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-15T18:24:54,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-15T18:24:54,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-15T18:24:54,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5, size=818 (818bytes) at 1731695094111Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 so closing down at 1731695094119 (+8 ms)3 split writer threads finished at 1731695094119Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731695094121 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731695094130 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731695094132 (+2 ms)Processed 11 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731695094132 2024-11-15T18:24:54,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/WALs/testemptywaledit,16010,1731695094073/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/7fe9d323-90fe-dfb2-d7e3-e05b7e2c056b/oldWALs/wal.dat.5 2024-11-15T18:24:54,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=2716 (was 2717) 2024-11-15T18:24:54,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=2716 2024-11-15T18:24:54,154 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742212_1391 (size=7) 2024-11-15T18:24:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742212_1391 (size=7) 2024-11-15T18:24:54,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:54,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:54,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:54,165 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:54,165 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:54,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:54,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742213_1392 (size=1393) 2024-11-15T18:24:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742213_1392 (size=1393) 2024-11-15T18:24:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:54,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:54,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742214_1393 (size=1393) 2024-11-15T18:24:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742214_1393 (size=1393) 2024-11-15T18:24:54,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:54,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:54,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742215_1394 (size=1393) 2024-11-15T18:24:54,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742215_1394 (size=1393) 2024-11-15T18:24:54,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:54,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742216_1395 (size=1393) 2024-11-15T18:24:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742216_1395 (size=1393) 2024-11-15T18:24:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:54,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:54,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742217_1396 (size=1393) 2024-11-15T18:24:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742217_1396 (size=1393) 2024-11-15T18:24:54,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:54,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742218_1397 (size=1393) 2024-11-15T18:24:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742218_1397 (size=1393) 2024-11-15T18:24:54,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:54,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:54,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742219_1398 (size=1405) 2024-11-15T18:24:54,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742219_1398 (size=1405) 2024-11-15T18:24:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:54,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742220_1399 (size=1413) 2024-11-15T18:24:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742220_1399 (size=1413) 2024-11-15T18:24:54,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:54,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742221_1400 (size=1413) 2024-11-15T18:24:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742221_1400 (size=1413) 2024-11-15T18:24:54,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:24:54,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:24:54,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:54,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742222_1401 (size=1413) 2024-11-15T18:24:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742222_1401 (size=1413) 2024-11-15T18:24:54,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:24:54,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:24:54,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 2024-11-15T18:24:54,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 after 0ms 2024-11-15T18:24:54,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 took 2ms 2024-11-15T18:24:54,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 so closing down 2024-11-15T18:24:54,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:54,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:54,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:24:54,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:54,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742225_1404 (size=743) 2024-11-15T18:24:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742225_1404 (size=743) 2024-11-15T18:24:54,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:24:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742224_1403 (size=743) 2024-11-15T18:24:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742224_1403 (size=743) 2024-11-15T18:24:54,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:24:54,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:54,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0, size=1.4 K (1393bytes) at 1731695094318Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 so closing down at 1731695094324 (+6 ms)3 split writer threads finished at 1731695094324Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695094329 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695094329Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094333 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695094334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094336 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695094337 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695094337 2024-11-15T18:24:54,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.0 2024-11-15T18:24:54,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:24:54,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 2024-11-15T18:24:54,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 after 0ms 2024-11-15T18:24:54,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 took 3ms 2024-11-15T18:24:54,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 so closing down 2024-11-15T18:24:54,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:54,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:54,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:24:54,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:24:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742226_1405 (size=743) 2024-11-15T18:24:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742226_1405 (size=743) 2024-11-15T18:24:54,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742227_1406 (size=743) 2024-11-15T18:24:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742227_1406 (size=743) 2024-11-15T18:24:54,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:24:54,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:24:54,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:54,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1, size=1.4 K (1393bytes) at 1731695094340Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 so closing down at 1731695094344 (+4 ms)3 split writer threads finished at 1731695094344Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695094347 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695094347Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094360 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094362 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695094362Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695094363 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695094363 2024-11-15T18:24:54,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.1 2024-11-15T18:24:54,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:24:54,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 2024-11-15T18:24:54,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 after 1ms 2024-11-15T18:24:54,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 took 4ms 2024-11-15T18:24:54,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 so closing down 2024-11-15T18:24:54,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,377 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:54,377 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:54,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:24:54,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:24:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742228_1407 (size=743) 2024-11-15T18:24:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742228_1407 (size=743) 2024-11-15T18:24:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742229_1408 (size=743) 2024-11-15T18:24:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742229_1408 (size=743) 2024-11-15T18:24:54,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:24:54,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:24:54,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:54,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2, size=1.4 K (1393bytes) at 1731695094370Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 so closing down at 1731695094375 (+5 ms)3 split writer threads finished at 1731695094376 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695094378 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695094380 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094409 (+29 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695094411 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094798 (+387 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695094799 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695094799 2024-11-15T18:24:54,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.2 2024-11-15T18:24:54,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:24:54,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 2024-11-15T18:24:54,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 after 0ms 2024-11-15T18:24:54,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 took 2ms 2024-11-15T18:24:54,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 so closing down 2024-11-15T18:24:54,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:54,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:54,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:24:54,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:24:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742230_1409 (size=743) 2024-11-15T18:24:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742230_1409 (size=743) 2024-11-15T18:24:54,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:24:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742231_1410 (size=743) 2024-11-15T18:24:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742231_1410 (size=743) 2024-11-15T18:24:54,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:24:54,860 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:54,860 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3, size=1.4 K (1393bytes) at 1731695094801Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 so closing down at 1731695094804 (+3 ms)3 split writer threads finished at 1731695094804Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695094816 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695094828 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094848 (+20 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695094849 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094858 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695094860 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695094860 2024-11-15T18:24:54,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.3 2024-11-15T18:24:54,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:24:54,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 2024-11-15T18:24:54,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 after 0ms 2024-11-15T18:24:54,864 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 took 3ms 2024-11-15T18:24:54,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 so closing down 2024-11-15T18:24:54,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:54,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:54,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:54,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:54,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:24:54,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:24:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742232_1411 (size=743) 2024-11-15T18:24:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742232_1411 (size=743) 2024-11-15T18:24:54,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:24:54,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742233_1412 (size=743) 2024-11-15T18:24:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742233_1412 (size=743) 2024-11-15T18:24:54,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:54,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:24:54,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:24:54,896 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4, size=1.4 K (1393bytes) at 1731695094862Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 so closing down at 1731695094865 (+3 ms)3 split writer threads finished at 1731695094865Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695094870 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695094870Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094880 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695094881 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695094894 (+13 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695094895 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695094895 2024-11-15T18:24:54,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.4 2024-11-15T18:24:54,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5, size=1.4 K (1394bytes) 2024-11-15T18:24:54,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 2024-11-15T18:24:54,898 WARN [IPC Server handler 0 on default port 34313 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1413 for block blk_1073742223_1402 2024-11-15T18:24:54,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 after 1ms 2024-11-15T18:24:55,732 WARN [ResponseProcessor for block BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:55,732 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_67718355_22 at /127.0.0.1:59140 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:42155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59140 dst: /127.0.0.1:42155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:55,732 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_67718355_22 at /127.0.0.1:58244 [Receiving block BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402] {}] datanode.DataXceiver(331): 127.0.0.1:42577:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58244 dst: /127.0.0.1:42577 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42577 remote=/127.0.0.1:58244]. Total timeout mills is 60000, 58565 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:24:55,732 WARN [DataStreamer for file /user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 block BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK], DatanodeInfoWithStorage[127.0.0.1:42155,DS-da1630d4-d7a6-48db-b143-b1f49713c37d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42577,DS-b603a11b-3a49-4ccf-b3e7-3a534eb74b93,DISK]) is bad. 2024-11-15T18:24:55,733 WARN [DataStreamer for file /user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 block BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1523295155-172.17.0.2-1731695042744:blk_1073742223_1402 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-15T18:24:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742223_1413 (size=1394) 2024-11-15T18:24:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742223_1413 (size=1394) 2024-11-15T18:24:58,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 after 4001ms 2024-11-15T18:24:58,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 took 4004ms 2024-11-15T18:24:58,903 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:24:58,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 so closing down 2024-11-15T18:24:58,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:58,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:58,911 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:58,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:24:58,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:58,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:24:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742234_1414 (size=418) 2024-11-15T18:24:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742234_1414 (size=418) 2024-11-15T18:24:58,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:58,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T18:24:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742235_1415 (size=353) 2024-11-15T18:24:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742235_1415 (size=353) 2024-11-15T18:24:58,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:58,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-15T18:24:58,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-15T18:24:58,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5, size=1.4 K (1394bytes) at 1731695094897Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 so closing down at 1731695098903 (+4006 ms)3 split writer threads finished at 1731695098903Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695098913 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695098919 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695098930 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731695098931 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731695098946 (+15 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731695098947 (+1 ms)Processed 9 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731695098947 2024-11-15T18:24:58,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/corrupt/wal.dat.5 2024-11-15T18:24:58,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:24:58,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 2024-11-15T18:24:58,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 after 1ms 2024-11-15T18:24:58,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 took 2ms 2024-11-15T18:24:58,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 so closing down 2024-11-15T18:24:58,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:58,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:58,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:58,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:24:58,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:58,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:24:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742236_1416 (size=749) 2024-11-15T18:24:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742236_1416 (size=749) 2024-11-15T18:24:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742237_1417 (size=749) 2024-11-15T18:24:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742237_1417 (size=749) 2024-11-15T18:24:58,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:58,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:24:58,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:58,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:24:58,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:24:58,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6, size=1.4 K (1405bytes) at 1731695098949Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 so closing down at 1731695098953 (+4 ms)3 split writer threads finished at 1731695098954 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695098956 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695098959 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695098970 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695098971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695098972 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695098973 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695098973 2024-11-15T18:24:58,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.6 2024-11-15T18:24:58,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:24:58,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 2024-11-15T18:24:58,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 after 1ms 2024-11-15T18:24:58,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 took 3ms 2024-11-15T18:24:58,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 so closing down 2024-11-15T18:24:58,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:58,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:58,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:58,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:24:58,993 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:59,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:24:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742238_1418 (size=753) 2024-11-15T18:24:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742238_1418 (size=753) 2024-11-15T18:24:59,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-15T18:24:59,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:24:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742239_1419 (size=753) 2024-11-15T18:24:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742239_1419 (size=753) 2024-11-15T18:24:59,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:24:59,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:59,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7, size=1.4 K (1413bytes) at 1731695098975Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 so closing down at 1731695098979 (+4 ms)3 split writer threads finished at 1731695098979Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695098991 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695099009 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731695099028 (+19 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695099029 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695099030 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695099031 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695099031 2024-11-15T18:24:59,033 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.7 2024-11-15T18:24:59,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:24:59,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 2024-11-15T18:24:59,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 after 0ms 2024-11-15T18:24:59,036 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 took 3ms 2024-11-15T18:24:59,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 so closing down 2024-11-15T18:24:59,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:59,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:59,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:59,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:59,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:24:59,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:24:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742240_1420 (size=753) 2024-11-15T18:24:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742240_1420 (size=753) 2024-11-15T18:24:59,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:24:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742241_1421 (size=753) 2024-11-15T18:24:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742241_1421 (size=753) 2024-11-15T18:24:59,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:24:59,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:59,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8, size=1.4 K (1413bytes) at 1731695099033Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 so closing down at 1731695099037 (+4 ms)3 split writer threads finished at 1731695099039 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695099042 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695099044 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695099054 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695099055 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695099059 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695099060 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695099060 2024-11-15T18:24:59,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.8 2024-11-15T18:24:59,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:24:59,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 2024-11-15T18:24:59,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 after 1ms 2024-11-15T18:24:59,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 took 2ms 2024-11-15T18:24:59,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 so closing down 2024-11-15T18:24:59,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:59,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:59,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:59,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:59,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:24:59,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:24:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742243_1423 (size=753) 2024-11-15T18:24:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742242_1422 (size=753) 2024-11-15T18:24:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742242_1422 (size=753) 2024-11-15T18:24:59,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742243_1423 (size=753) 2024-11-15T18:24:59,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:24:59,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:24:59,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:24:59,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9, size=1.4 K (1413bytes) at 1731695099062Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 so closing down at 1731695099066 (+4 ms)3 split writer threads finished at 1731695099066Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695099070 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695099070Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695099088 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695099088Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695099089 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695099090 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695099090 2024-11-15T18:24:59,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731695094165/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/f2001a6d-b02d-ba72-94f3-a79011007e5b/oldWALs/wal.dat.9 2024-11-15T18:24:59,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 554) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2682 (was 2716) 2024-11-15T18:24:59,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=2681 2024-11-15T18:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742244_1424 (size=7) 2024-11-15T18:24:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742244_1424 (size=7) 2024-11-15T18:24:59,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:59,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,192 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:59,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-15T18:24:59,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742245_1425 (size=863) 2024-11-15T18:24:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742245_1425 (size=863) 2024-11-15T18:24:59,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742246_1426 (size=823) 2024-11-15T18:24:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742246_1426 (size=823) 2024-11-15T18:24:59,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0, size=823 (823bytes) 2024-11-15T18:24:59,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 2024-11-15T18:24:59,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 after 1ms 2024-11-15T18:24:59,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 took 2ms 2024-11-15T18:24:59,255 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0; continuing. 2024-11-15T18:24:59,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 so closing down 2024-11-15T18:24:59,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:59,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:59,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:59,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:24:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742247_1427 (size=786) 2024-11-15T18:24:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742247_1427 (size=786) 2024-11-15T18:24:59,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:24:59,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-15T18:24:59,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-15T18:24:59,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0, size=823 (823bytes) at 1731695099247Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 so closing down at 1731695099255 (+8 ms)3 split writer threads finished at 1731695099255Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695099264 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695099269 (+5 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731695099270 (+1 ms)Processed 9 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731695099271 (+1 ms) 2024-11-15T18:24:59,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/WALs/testeofisignored,16010,1731695099192/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/c1642f3a-812c-aa95-cc31-5af4340654bb/oldWALs/wal.dat.0 2024-11-15T18:24:59,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 574) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2681 (was 2681) 2024-11-15T18:24:59,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=2681 2024-11-15T18:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742248_1428 (size=7) 2024-11-15T18:24:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742248_1428 (size=7) 2024-11-15T18:24:59,297 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:59,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,301 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:59,301 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-15T18:24:59,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-15T18:24:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742249_1429 (size=93) 2024-11-15T18:24:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742249_1429 (size=93) 2024-11-15T18:24:59,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty, size=93 (93bytes) 2024-11-15T18:24:59,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty 2024-11-15T18:24:59,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty after 1ms 2024-11-15T18:24:59,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty took 2ms 2024-11-15T18:24:59,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty so closing down 2024-11-15T18:24:59,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:24:59,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:24:59,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-15T18:24:59,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty, size=93 (93bytes) at 1731695099325Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty so closing down at 1731695099328 (+3 ms)3 split writer threads finished at 1731695099328Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731695099328 2024-11-15T18:24:59,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/WALs/testsplitlogfileempty,16010,1731695099301/wal.dat..empty to hdfs://localhost:34313/user/jenkins/test-data/1fff8601-f932-858f-3741-fa3cb76c40f4/oldWALs/wal.dat..empty 2024-11-15T18:24:59,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=2681 (was 2681) 2024-11-15T18:24:59,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=2681 2024-11-15T18:24:59,358 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:24:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742250_1430 (size=7) 2024-11-15T18:24:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742250_1430 (size=7) 2024-11-15T18:24:59,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:24:59,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:24:59,791 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:24:59,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:24:59,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:24:59,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:24:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742251_1431 (size=1393) 2024-11-15T18:24:59,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742251_1431 (size=1393) 2024-11-15T18:24:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:24:59,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:24:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742252_1432 (size=1393) 2024-11-15T18:24:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742252_1432 (size=1393) 2024-11-15T18:24:59,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:24:59,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:24:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742253_1433 (size=1393) 2024-11-15T18:24:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742253_1433 (size=1393) 2024-11-15T18:24:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:24:59,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:24:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742254_1434 (size=1393) 2024-11-15T18:24:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742254_1434 (size=1393) 2024-11-15T18:24:59,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:24:59,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:24:59,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742255_1435 (size=1393) 2024-11-15T18:24:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742255_1435 (size=1393) 2024-11-15T18:24:59,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:24:59,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742256_1436 (size=1393) 2024-11-15T18:24:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742256_1436 (size=1393) 2024-11-15T18:24:59,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:24:59,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:24:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742257_1437 (size=1405) 2024-11-15T18:24:59,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742257_1437 (size=1405) 2024-11-15T18:24:59,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:24:59,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:24:59,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742258_1438 (size=1413) 2024-11-15T18:24:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:24:59,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:24:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742258_1438 (size=1413) 2024-11-15T18:24:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:24:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:24:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742259_1439 (size=1413) 2024-11-15T18:24:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742259_1439 (size=1413) 2024-11-15T18:25:00,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:25:00,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:25:00,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742260_1440 (size=1413) 2024-11-15T18:25:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742260_1440 (size=1413) 2024-11-15T18:25:00,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:25:00,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:25:00,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 2024-11-15T18:25:00,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 after 1ms 2024-11-15T18:25:00,379 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 took 2ms 2024-11-15T18:25:00,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 so closing down 2024-11-15T18:25:00,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:00,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:00,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:00,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742261_1441 (size=743) 2024-11-15T18:25:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742261_1441 (size=743) 2024-11-15T18:25:00,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-15T18:25:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742262_1442 (size=743) 2024-11-15T18:25:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742262_1442 (size=743) 2024-11-15T18:25:00,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:25:00,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0, size=1.4 K (1393bytes) at 1731695100377Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 so closing down at 1731695100386 (+9 ms)3 split writer threads finished at 1731695100386Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695100394 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695100394Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100401 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731695100402 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100406 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695100407 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100407 2024-11-15T18:25:00,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.0 2024-11-15T18:25:00,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:25:00,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 2024-11-15T18:25:00,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 after 0ms 2024-11-15T18:25:00,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 took 2ms 2024-11-15T18:25:00,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 so closing down 2024-11-15T18:25:00,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:00,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:00,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:00,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742263_1443 (size=743) 2024-11-15T18:25:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742263_1443 (size=743) 2024-11-15T18:25:00,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:25:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742264_1444 (size=743) 2024-11-15T18:25:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742264_1444 (size=743) 2024-11-15T18:25:00,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-15T18:25:00,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1, size=1.4 K (1393bytes) at 1731695100409Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 so closing down at 1731695100411 (+2 ms)3 split writer threads finished at 1731695100412 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695100415 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695100416 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100428 (+12 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695100429 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100438 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731695100439 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100439 2024-11-15T18:25:00,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.1 2024-11-15T18:25:00,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:25:00,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 2024-11-15T18:25:00,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 after 0ms 2024-11-15T18:25:00,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 took 2ms 2024-11-15T18:25:00,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 so closing down 2024-11-15T18:25:00,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:00,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:00,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:00,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742265_1445 (size=743) 2024-11-15T18:25:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742265_1445 (size=743) 2024-11-15T18:25:00,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-15T18:25:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742266_1446 (size=743) 2024-11-15T18:25:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742266_1446 (size=743) 2024-11-15T18:25:00,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:25:00,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2, size=1.4 K (1393bytes) at 1731695100441Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 so closing down at 1731695100444 (+3 ms)3 split writer threads finished at 1731695100447 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695100450 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695100450Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100463 (+13 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731695100464 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100470 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695100471 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100471 2024-11-15T18:25:00,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.2 2024-11-15T18:25:00,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:25:00,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 2024-11-15T18:25:00,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 after 1ms 2024-11-15T18:25:00,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 took 2ms 2024-11-15T18:25:00,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 so closing down 2024-11-15T18:25:00,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:00,481 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:00,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:00,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742267_1447 (size=743) 2024-11-15T18:25:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742267_1447 (size=743) 2024-11-15T18:25:00,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742268_1448 (size=743) 2024-11-15T18:25:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742268_1448 (size=743) 2024-11-15T18:25:00,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:25:00,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-15T18:25:00,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3, size=1.4 K (1393bytes) at 1731695100474Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 so closing down at 1731695100479 (+5 ms)3 split writer threads finished at 1731695100479Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695100482 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695100482Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100495 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100498 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695100498Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731695100498Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100499 (+1 ms) 2024-11-15T18:25:00,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.3 2024-11-15T18:25:00,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:25:00,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 2024-11-15T18:25:00,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 after 0ms 2024-11-15T18:25:00,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 took 1ms 2024-11-15T18:25:00,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 so closing down 2024-11-15T18:25:00,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:00,507 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:00,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:00,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742269_1449 (size=743) 2024-11-15T18:25:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742269_1449 (size=743) 2024-11-15T18:25:00,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742270_1450 (size=743) 2024-11-15T18:25:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742270_1450 (size=743) 2024-11-15T18:25:00,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:25:00,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-15T18:25:00,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4, size=1.4 K (1393bytes) at 1731695100501Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 so closing down at 1731695100503 (+2 ms)3 split writer threads finished at 1731695100504 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695100508 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695100514 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100522 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695100524 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100527 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731695100527Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100528 (+1 ms) 2024-11-15T18:25:00,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.4 2024-11-15T18:25:00,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:25:00,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 2024-11-15T18:25:00,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 after 0ms 2024-11-15T18:25:00,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 took 2ms 2024-11-15T18:25:00,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 so closing down 2024-11-15T18:25:00,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,533 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:00,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:00,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:00,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742271_1451 (size=743) 2024-11-15T18:25:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742271_1451 (size=743) 2024-11-15T18:25:00,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:25:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742272_1452 (size=743) 2024-11-15T18:25:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742272_1452 (size=743) 2024-11-15T18:25:00,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-15T18:25:00,547 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-15T18:25:00,547 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5, size=1.4 K (1393bytes) at 1731695100529Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 so closing down at 1731695100532 (+3 ms)3 split writer threads finished at 1731695100532Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695100534 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695100534Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100542 (+8 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695100543 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100546 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731695100547 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731695100547 2024-11-15T18:25:00,548 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.5 2024-11-15T18:25:00,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:25:00,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 2024-11-15T18:25:00,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 after 1ms 2024-11-15T18:25:00,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 took 2ms 2024-11-15T18:25:00,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 so closing down 2024-11-15T18:25:00,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:00,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:00,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:00,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742273_1453 (size=749) 2024-11-15T18:25:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742273_1453 (size=749) 2024-11-15T18:25:00,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:25:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742274_1454 (size=749) 2024-11-15T18:25:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742274_1454 (size=749) 2024-11-15T18:25:00,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-15T18:25:00,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T18:25:00,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6, size=1.4 K (1405bytes) at 1731695100548Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 so closing down at 1731695100551 (+3 ms)3 split writer threads finished at 1731695100551Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695100554 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695100554Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100561 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695100562 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100564 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731695100565 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731695100565 2024-11-15T18:25:00,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.6 2024-11-15T18:25:00,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:25:00,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 2024-11-15T18:25:00,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 after 0ms 2024-11-15T18:25:00,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 took 2ms 2024-11-15T18:25:00,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 so closing down 2024-11-15T18:25:00,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:00,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:00,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:00,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:00,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742275_1455 (size=753) 2024-11-15T18:25:00,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742275_1455 (size=753) 2024-11-15T18:25:00,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742276_1456 (size=753) 2024-11-15T18:25:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742276_1456 (size=753) 2024-11-15T18:25:00,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:25:00,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-15T18:25:00,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:25:00,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7, size=1.4 K (1413bytes) at 1731695100573Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 so closing down at 1731695100578 (+5 ms)3 split writer threads finished at 1731695100578Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695100586 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695100590 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100594 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695100595 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100595Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731695100596 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695100596 2024-11-15T18:25:00,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.7 2024-11-15T18:25:00,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:25:00,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 2024-11-15T18:25:00,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 after 0ms 2024-11-15T18:25:00,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 took 2ms 2024-11-15T18:25:00,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 so closing down 2024-11-15T18:25:00,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:00,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:00,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:00,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742278_1458 (size=753) 2024-11-15T18:25:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742278_1458 (size=753) 2024-11-15T18:25:00,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742277_1457 (size=753) 2024-11-15T18:25:00,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742277_1457 (size=753) 2024-11-15T18:25:00,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:25:00,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-15T18:25:00,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:25:00,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8, size=1.4 K (1413bytes) at 1731695100598Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 so closing down at 1731695100601 (+3 ms)3 split writer threads finished at 1731695100601Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695100603 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695100603Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100609 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100612 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695100613 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731695100613Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695100614 (+1 ms) 2024-11-15T18:25:00,615 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.8 2024-11-15T18:25:00,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:25:00,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 2024-11-15T18:25:00,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 after 0ms 2024-11-15T18:25:00,618 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 took 2ms 2024-11-15T18:25:00,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 so closing down 2024-11-15T18:25:00,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:00,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:00,623 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:00,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:00,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:00,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742279_1459 (size=753) 2024-11-15T18:25:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742279_1459 (size=753) 2024-11-15T18:25:00,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742280_1460 (size=753) 2024-11-15T18:25:00,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742280_1460 (size=753) 2024-11-15T18:25:00,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:00,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-15T18:25:01,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:01,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:25:01,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-15T18:25:01,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9, size=1.4 K (1413bytes) at 1731695100616Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 so closing down at 1731695100621 (+5 ms)3 split writer threads finished at 1731695100621Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695100626 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695100628 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695100647 (+19 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731695100648 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695101039 (+391 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695101040 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731695101040 2024-11-15T18:25:01,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/WALs/testlogsgetarchivedaftersplit,16010,1731695099791/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/1b75b665-06ce-9ffc-b4cd-b1f296644251/oldWALs/wal.dat.9 2024-11-15T18:25:01,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2681) 2024-11-15T18:25:01,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=2671 2024-11-15T18:25:01,060 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:25:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742281_1461 (size=7) 2024-11-15T18:25:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742281_1461 (size=7) 2024-11-15T18:25:01,074 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:25:01,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:01,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:01,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:01,078 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-15T18:25:01,078 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-15T18:25:01,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:25:01,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742282_1462 (size=723) 2024-11-15T18:25:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742282_1462 (size=723) 2024-11-15T18:25:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:25:01,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:25:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742283_1463 (size=723) 2024-11-15T18:25:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742283_1463 (size=723) 2024-11-15T18:25:01,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:25:01,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742284_1464 (size=723) 2024-11-15T18:25:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742284_1464 (size=723) 2024-11-15T18:25:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:25:01,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:25:01,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742285_1465 (size=723) 2024-11-15T18:25:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742285_1465 (size=723) 2024-11-15T18:25:01,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:25:01,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742286_1466 (size=723) 2024-11-15T18:25:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742286_1466 (size=723) 2024-11-15T18:25:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:25:01,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:25:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742287_1467 (size=723) 2024-11-15T18:25:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742287_1467 (size=723) 2024-11-15T18:25:01,138 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:25:01,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:25:01,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742288_1468 (size=723) 2024-11-15T18:25:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742288_1468 (size=723) 2024-11-15T18:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:25:01,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742289_1469 (size=723) 2024-11-15T18:25:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742289_1469 (size=723) 2024-11-15T18:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:25:01,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742290_1470 (size=723) 2024-11-15T18:25:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742290_1470 (size=723) 2024-11-15T18:25:01,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:25:01,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:25:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742291_1471 (size=723) 2024-11-15T18:25:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742291_1471 (size=723) 2024-11-15T18:25:01,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:25:01,190 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/oldWALs, maxLogs=32 2024-11-15T18:25:01,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731695101227 2024-11-15T18:25:01,241 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731695101227 2024-11-15T18:25:01,296 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023),(127.0.0.1/127.0.0.1:44721:44721)] 2024-11-15T18:25:01,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0, size=723 (723bytes) 2024-11-15T18:25:01,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0 2024-11-15T18:25:01,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0 after 1ms 2024-11-15T18:25:01,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0 took 2ms 2024-11-15T18:25:01,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0 so closing down 2024-11-15T18:25:01,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:01,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:01,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:01,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742293_1473 (size=723) 2024-11-15T18:25:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742293_1473 (size=723) 2024-11-15T18:25:01,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:01,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-15T18:25:01,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-15T18:25:01,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0, size=723 (723bytes) at 1731695101312Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0 so closing down at 1731695101316 (+4 ms)3 split writer threads finished at 1731695101316Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695101322 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695101332 (+10 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731695101334 (+2 ms)Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731695101078/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731695101334 2024-11-15T18:25:01,335 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T18:25:01,335 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T18:25:01,335 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T18:25:01,335 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T18:25:01,337 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T18:25:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742292_1472 (size=93) 2024-11-15T18:25:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742292_1472 (size=93) 2024-11-15T18:25:01,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06b109fc-31f0-ec98-d76c-51aea6a3fb57/oldWALs 2024-11-15T18:25:01,347 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731695101227) 2024-11-15T18:25:01,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=2656 (was 2671) 2024-11-15T18:25:01,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=2655 2024-11-15T18:25:01,367 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:25:01,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742294_1474 (size=7) 2024-11-15T18:25:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742294_1474 (size=7) 2024-11-15T18:25:01,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:25:01,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:01,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:01,406 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:01,413 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-15T18:25:01,414 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:01,414 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:25:01,417 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:25:01,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:25:01,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742295_1475 (size=1393) 2024-11-15T18:25:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742295_1475 (size=1393) 2024-11-15T18:25:01,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:25:01,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:25:01,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742296_1476 (size=1393) 2024-11-15T18:25:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742296_1476 (size=1393) 2024-11-15T18:25:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:25:01,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:25:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742297_1477 (size=1393) 2024-11-15T18:25:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742297_1477 (size=1393) 2024-11-15T18:25:01,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:25:01,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:25:01,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742298_1478 (size=1393) 2024-11-15T18:25:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742298_1478 (size=1393) 2024-11-15T18:25:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:25:01,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:25:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742299_1479 (size=1393) 2024-11-15T18:25:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742299_1479 (size=1393) 2024-11-15T18:25:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:25:01,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:25:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742300_1480 (size=1393) 2024-11-15T18:25:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742300_1480 (size=1393) 2024-11-15T18:25:01,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:25:01,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:25:01,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742301_1481 (size=1405) 2024-11-15T18:25:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742301_1481 (size=1405) 2024-11-15T18:25:01,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:25:01,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:25:01,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742302_1482 (size=1413) 2024-11-15T18:25:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742302_1482 (size=1413) 2024-11-15T18:25:01,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:25:01,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:25:01,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742303_1483 (size=1413) 2024-11-15T18:25:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742303_1483 (size=1413) 2024-11-15T18:25:01,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:25:01,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:25:01,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:01,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742304_1484 (size=1413) 2024-11-15T18:25:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742304_1484 (size=1413) 2024-11-15T18:25:01,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:25:01,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:25:01,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 2024-11-15T18:25:01,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 after 0ms 2024-11-15T18:25:01,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 took 3ms 2024-11-15T18:25:01,982 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:01,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down 2024-11-15T18:25:01,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:01,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:01,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:01,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) at 1731695101979Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down at 1731695101982 (+3 ms)3 split writer threads finished at 1731695101982Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695101982 2024-11-15T18:25:01,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0 2024-11-15T18:25:01,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:25:01,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 2024-11-15T18:25:01,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 after 0ms 2024-11-15T18:25:01,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 took 3ms 2024-11-15T18:25:01,988 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:01,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down 2024-11-15T18:25:01,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:01,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:01,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:01,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) at 1731695101985Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down at 1731695101988 (+3 ms)3 split writer threads finished at 1731695101988Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695101988 2024-11-15T18:25:01,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1 2024-11-15T18:25:01,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:25:01,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 2024-11-15T18:25:01,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 after 1ms 2024-11-15T18:25:01,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 took 2ms 2024-11-15T18:25:01,994 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:01,994 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down 2024-11-15T18:25:01,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:01,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:01,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:01,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) at 1731695101990Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down at 1731695101994 (+4 ms)3 split writer threads finished at 1731695101994Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695101994 2024-11-15T18:25:01,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2 2024-11-15T18:25:01,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:25:01,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 2024-11-15T18:25:01,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 after 0ms 2024-11-15T18:25:01,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 took 2ms 2024-11-15T18:25:01,999 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down 2024-11-15T18:25:02,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) at 1731695101997Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down at 1731695102000 (+3 ms)3 split writer threads finished at 1731695102000Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102000 2024-11-15T18:25:02,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3 2024-11-15T18:25:02,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:25:02,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 2024-11-15T18:25:02,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 after 0ms 2024-11-15T18:25:02,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 took 2ms 2024-11-15T18:25:02,004 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down 2024-11-15T18:25:02,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) at 1731695102001Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down at 1731695102004 (+3 ms)3 split writer threads finished at 1731695102004Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102004 2024-11-15T18:25:02,006 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4 2024-11-15T18:25:02,006 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:25:02,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 2024-11-15T18:25:02,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 after 0ms 2024-11-15T18:25:02,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 took 2ms 2024-11-15T18:25:02,009 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down 2024-11-15T18:25:02,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) at 1731695102006Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down at 1731695102009 (+3 ms)3 split writer threads finished at 1731695102009Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102009 2024-11-15T18:25:02,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5 2024-11-15T18:25:02,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:25:02,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 2024-11-15T18:25:02,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 after 0ms 2024-11-15T18:25:02,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 took 2ms 2024-11-15T18:25:02,013 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down 2024-11-15T18:25:02,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,014 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T18:25:02,014 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) at 1731695102011Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down at 1731695102014 (+3 ms)3 split writer threads finished at 1731695102014Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731695102014 2024-11-15T18:25:02,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6 2024-11-15T18:25:02,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:25:02,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 2024-11-15T18:25:02,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 after 1ms 2024-11-15T18:25:02,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 took 2ms 2024-11-15T18:25:02,018 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down 2024-11-15T18:25:02,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:02,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) at 1731695102015Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down at 1731695102018 (+3 ms)3 split writer threads finished at 1731695102018Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695102018 2024-11-15T18:25:02,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7 2024-11-15T18:25:02,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:25:02,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 2024-11-15T18:25:02,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 after 0ms 2024-11-15T18:25:02,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 took 2ms 2024-11-15T18:25:02,022 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,023 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down 2024-11-15T18:25:02,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:02,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) at 1731695102020Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down at 1731695102023 (+3 ms)3 split writer threads finished at 1731695102023Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695102023 2024-11-15T18:25:02,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8 2024-11-15T18:25:02,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:25:02,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 2024-11-15T18:25:02,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 after 1ms 2024-11-15T18:25:02,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 took 2ms 2024-11-15T18:25:02,027 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down 2024-11-15T18:25:02,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:02,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) at 1731695102024Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down at 1731695102027 (+3 ms)3 split writer threads finished at 1731695102027Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695102027 2024-11-15T18:25:02,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9 2024-11-15T18:25:02,030 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695101984; access_time=1731695101419; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695101989; access_time=1731695101450; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695101995; access_time=1731695101886; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102001; access_time=1731695101900; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102005; access_time=1731695101910; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102010; access_time=1731695101919; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731695102015; access_time=1731695101928; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695102019; access_time=1731695101936; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695102024; access_time=1731695101944; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695102028; access_time=1731695101952; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T18:25:02,033 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:02,033 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:25:02,033 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:25:02,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:25:02,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742305_1485 (size=1393) 2024-11-15T18:25:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742305_1485 (size=1393) 2024-11-15T18:25:02,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:25:02,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:25:02,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742306_1486 (size=1393) 2024-11-15T18:25:02,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742306_1486 (size=1393) 2024-11-15T18:25:02,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:25:02,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:25:02,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742307_1487 (size=1393) 2024-11-15T18:25:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742307_1487 (size=1393) 2024-11-15T18:25:02,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:25:02,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:25:02,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742308_1488 (size=1393) 2024-11-15T18:25:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742308_1488 (size=1393) 2024-11-15T18:25:02,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:25:02,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:25:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742309_1489 (size=1393) 2024-11-15T18:25:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742309_1489 (size=1393) 2024-11-15T18:25:02,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:25:02,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:25:02,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742310_1490 (size=1393) 2024-11-15T18:25:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742310_1490 (size=1393) 2024-11-15T18:25:02,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:25:02,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:25:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742311_1491 (size=1405) 2024-11-15T18:25:02,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742311_1491 (size=1405) 2024-11-15T18:25:02,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:25:02,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:25:02,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742312_1492 (size=1413) 2024-11-15T18:25:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742312_1492 (size=1413) 2024-11-15T18:25:02,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:25:02,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:25:02,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742313_1493 (size=1413) 2024-11-15T18:25:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742313_1493 (size=1413) 2024-11-15T18:25:02,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:25:02,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:25:02,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742314_1494 (size=1413) 2024-11-15T18:25:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742314_1494 (size=1413) 2024-11-15T18:25:02,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:25:02,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:25:02,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 2024-11-15T18:25:02,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 after 0ms 2024-11-15T18:25:02,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 took 2ms 2024-11-15T18:25:02,176 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down 2024-11-15T18:25:02,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:02,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:02,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:02,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742315_1495 (size=418) 2024-11-15T18:25:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742315_1495 (size=418) 2024-11-15T18:25:02,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-15T18:25:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742316_1496 (size=418) 2024-11-15T18:25:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742316_1496 (size=418) 2024-11-15T18:25:02,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-15T18:25:02,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) at 1731695102173Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down at 1731695102177 (+4 ms)3 split writer threads finished at 1731695102177Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695102180 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695102182 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102185 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731695102186 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102193 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731695102194 (+1 ms)Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102194 2024-11-15T18:25:02,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0 2024-11-15T18:25:02,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:25:02,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 2024-11-15T18:25:02,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 after 0ms 2024-11-15T18:25:02,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 took 2ms 2024-11-15T18:25:02,199 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down 2024-11-15T18:25:02,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:02,201 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:02,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:02,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742318_1498 (size=418) 2024-11-15T18:25:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742318_1498 (size=418) 2024-11-15T18:25:02,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742317_1497 (size=418) 2024-11-15T18:25:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742317_1497 (size=418) 2024-11-15T18:25:02,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-15T18:25:02,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-15T18:25:02,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) at 1731695102196Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down at 1731695102199 (+3 ms)3 split writer threads finished at 1731695102199Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695102201 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695102201Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102205 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102205Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731695102206 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731695102206Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102206 2024-11-15T18:25:02,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1 2024-11-15T18:25:02,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:25:02,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 2024-11-15T18:25:02,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 after 0ms 2024-11-15T18:25:02,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 took 2ms 2024-11-15T18:25:02,211 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down 2024-11-15T18:25:02,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:02,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:02,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:02,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742320_1500 (size=418) 2024-11-15T18:25:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742320_1500 (size=418) 2024-11-15T18:25:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742319_1499 (size=418) 2024-11-15T18:25:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742319_1499 (size=418) 2024-11-15T18:25:02,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-15T18:25:02,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-15T18:25:02,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) at 1731695102208Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down at 1731695102211 (+3 ms)3 split writer threads finished at 1731695102212 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695102214 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695102214Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102223 (+9 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731695102224 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102624 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731695102625 (+1 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102626 (+1 ms) 2024-11-15T18:25:02,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2 2024-11-15T18:25:02,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:25:02,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 2024-11-15T18:25:02,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 after 0ms 2024-11-15T18:25:02,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 took 3ms 2024-11-15T18:25:02,632 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,632 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down 2024-11-15T18:25:02,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,633 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,635 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:02,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:02,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:02,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742321_1501 (size=418) 2024-11-15T18:25:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742321_1501 (size=418) 2024-11-15T18:25:02,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-15T18:25:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742322_1502 (size=418) 2024-11-15T18:25:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742322_1502 (size=418) 2024-11-15T18:25:02,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-15T18:25:02,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) at 1731695102628Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down at 1731695102632 (+4 ms)3 split writer threads finished at 1731695102633 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695102637 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695102644 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102650 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731695102651 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102657 (+6 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731695102658 (+1 ms)Processed 10 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102658 2024-11-15T18:25:02,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3 2024-11-15T18:25:02,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:25:02,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 2024-11-15T18:25:02,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 after 0ms 2024-11-15T18:25:02,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 took 2ms 2024-11-15T18:25:02,663 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down 2024-11-15T18:25:02,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:02,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:02,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:02,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742324_1504 (size=418) 2024-11-15T18:25:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742324_1504 (size=418) 2024-11-15T18:25:02,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742323_1503 (size=418) 2024-11-15T18:25:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742323_1503 (size=418) 2024-11-15T18:25:02,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-15T18:25:02,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-15T18:25:02,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:02,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) at 1731695102660Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down at 1731695102663 (+3 ms)3 split writer threads finished at 1731695102663Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695102665 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695102665Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102669 (+4 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731695102671 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102671Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731695102671Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695102672 (+1 ms) 2024-11-15T18:25:02,673 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4 2024-11-15T18:25:02,673 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:25:02,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 2024-11-15T18:25:02,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 after 0ms 2024-11-15T18:25:02,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 took 1ms 2024-11-15T18:25:02,675 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:02,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down 2024-11-15T18:25:02,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:02,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:02,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:02,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:02,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:02,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742326_1506 (size=418) 2024-11-15T18:25:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742325_1505 (size=418) 2024-11-15T18:25:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742326_1506 (size=418) 2024-11-15T18:25:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742325_1505 (size=418) 2024-11-15T18:25:02,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:02,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-15T18:25:03,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-15T18:25:03,084 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:03,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) at 1731695102673Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down at 1731695102675 (+2 ms)3 split writer threads finished at 1731695102676 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695102678 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695102678Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695102681 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731695102682 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103082 (+400 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731695103083 (+1 ms)Processed 10 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695103084 (+1 ms) 2024-11-15T18:25:03,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5 2024-11-15T18:25:03,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:25:03,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 2024-11-15T18:25:03,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 after 1ms 2024-11-15T18:25:03,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 took 3ms 2024-11-15T18:25:03,090 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:03,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down 2024-11-15T18:25:03,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:03,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:03,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:03,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:03,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:03,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742327_1507 (size=419) 2024-11-15T18:25:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742327_1507 (size=419) 2024-11-15T18:25:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742328_1508 (size=419) 2024-11-15T18:25:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742328_1508 (size=419) 2024-11-15T18:25:03,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-15T18:25:03,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-15T18:25:03,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T18:25:03,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) at 1731695103086Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down at 1731695103091 (+5 ms)3 split writer threads finished at 1731695103091Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695103095 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695103095Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103106 (+11 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731695103106Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103507 (+401 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731695103511 (+4 ms)Processed 10 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731695103511 2024-11-15T18:25:03,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6 2024-11-15T18:25:03,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:25:03,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 2024-11-15T18:25:03,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 after 1ms 2024-11-15T18:25:03,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 took 3ms 2024-11-15T18:25:03,520 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:03,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down 2024-11-15T18:25:03,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:03,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:03,523 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:03,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:03,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:03,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742329_1509 (size=423) 2024-11-15T18:25:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742329_1509 (size=423) 2024-11-15T18:25:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742330_1510 (size=423) 2024-11-15T18:25:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742330_1510 (size=423) 2024-11-15T18:25:03,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-15T18:25:03,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-15T18:25:03,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:03,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) at 1731695103516Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down at 1731695103521 (+5 ms)3 split writer threads finished at 1731695103521Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695103525 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695103525Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103532 (+7 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731695103533 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103934 (+401 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731695103938 (+4 ms)Processed 10 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695103938 2024-11-15T18:25:03,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7 2024-11-15T18:25:03,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:25:03,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 2024-11-15T18:25:03,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 after 1ms 2024-11-15T18:25:03,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 took 3ms 2024-11-15T18:25:03,946 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:03,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down 2024-11-15T18:25:03,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:03,947 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:03,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:03,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:03,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:03,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742331_1511 (size=423) 2024-11-15T18:25:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742331_1511 (size=423) 2024-11-15T18:25:03,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-15T18:25:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742332_1512 (size=423) 2024-11-15T18:25:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742332_1512 (size=423) 2024-11-15T18:25:03,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-15T18:25:03,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:03,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) at 1731695103941Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down at 1731695103947 (+6 ms)3 split writer threads finished at 1731695103947Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695103950 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695103950Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103953 (+3 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731695103954 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103956 (+2 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731695103957 (+1 ms)Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695103958 (+1 ms) 2024-11-15T18:25:03,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8 2024-11-15T18:25:03,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:25:03,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 2024-11-15T18:25:03,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 after 1ms 2024-11-15T18:25:03,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 took 2ms 2024-11-15T18:25:03,962 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:03,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down 2024-11-15T18:25:03,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:03,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:03,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:03,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:03,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:03,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742334_1514 (size=423) 2024-11-15T18:25:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742333_1513 (size=423) 2024-11-15T18:25:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742333_1513 (size=423) 2024-11-15T18:25:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742334_1514 (size=423) 2024-11-15T18:25:03,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:03,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-15T18:25:03,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-15T18:25:03,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:03,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) at 1731695103959Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down at 1731695103963 (+4 ms)3 split writer threads finished at 1731695103963Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695103965 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695103965Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103969 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731695103969Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731695103970 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731695103970Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695103970 2024-11-15T18:25:03,972 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9 2024-11-15T18:25:03,973 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102195; access_time=1731695102034; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102207; access_time=1731695102061; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102627; access_time=1731695102071; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102659; access_time=1731695102080; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695102672; access_time=1731695102089; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695103085; access_time=1731695102099; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731695103514; access_time=1731695102108; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695103939; access_time=1731695102125; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695103958; access_time=1731695102136; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695103971; access_time=1731695102148; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T18:25:03,976 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:03,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:25:03,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:25:03,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742335_1515 (size=1393) 2024-11-15T18:25:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742335_1515 (size=1393) 2024-11-15T18:25:03,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:25:03,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-15T18:25:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:03,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742336_1516 (size=1393) 2024-11-15T18:25:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742336_1516 (size=1393) 2024-11-15T18:25:03,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-15T18:25:03,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-15T18:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742337_1517 (size=1393) 2024-11-15T18:25:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742337_1517 (size=1393) 2024-11-15T18:25:04,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-15T18:25:04,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-15T18:25:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742338_1518 (size=1393) 2024-11-15T18:25:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742338_1518 (size=1393) 2024-11-15T18:25:04,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-15T18:25:04,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-15T18:25:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742339_1519 (size=1393) 2024-11-15T18:25:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742339_1519 (size=1393) 2024-11-15T18:25:04,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-15T18:25:04,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-15T18:25:04,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742340_1520 (size=1393) 2024-11-15T18:25:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742340_1520 (size=1393) 2024-11-15T18:25:04,034 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-15T18:25:04,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-15T18:25:04,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742341_1521 (size=1405) 2024-11-15T18:25:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742341_1521 (size=1405) 2024-11-15T18:25:04,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-15T18:25:04,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-15T18:25:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742342_1522 (size=1413) 2024-11-15T18:25:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742342_1522 (size=1413) 2024-11-15T18:25:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-15T18:25:04,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-15T18:25:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742343_1523 (size=1413) 2024-11-15T18:25:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742343_1523 (size=1413) 2024-11-15T18:25:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-15T18:25:04,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-15T18:25:04,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742344_1524 (size=1413) 2024-11-15T18:25:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742344_1524 (size=1413) 2024-11-15T18:25:04,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-15T18:25:04,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) 2024-11-15T18:25:04,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 2024-11-15T18:25:04,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 after 0ms 2024-11-15T18:25:04,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 took 2ms 2024-11-15T18:25:04,085 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down 2024-11-15T18:25:04,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:04,087 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:04,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-15T18:25:04,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-15T18:25:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742345_1525 (size=743) 2024-11-15T18:25:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742346_1526 (size=678) 2024-11-15T18:25:04,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742346_1526 (size=678) 2024-11-15T18:25:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742345_1525 (size=743) 2024-11-15T18:25:04,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-15T18:25:04,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-15T18:25:04,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,092 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K (1393bytes) at 1731695104082Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 so closing down at 1731695104085 (+3 ms)3 split writer threads finished at 1731695104086 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731695104088 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731695104088Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104091 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104091Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731695104092 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731695104092Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104092 2024-11-15T18:25:04,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0 2024-11-15T18:25:04,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) 2024-11-15T18:25:04,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 2024-11-15T18:25:04,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 after 1ms 2024-11-15T18:25:04,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 took 2ms 2024-11-15T18:25:04,096 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down 2024-11-15T18:25:04,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:04,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:04,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-15T18:25:04,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-15T18:25:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742348_1528 (size=743) 2024-11-15T18:25:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742348_1528 (size=743) 2024-11-15T18:25:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742347_1527 (size=678) 2024-11-15T18:25:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742347_1527 (size=678) 2024-11-15T18:25:04,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-15T18:25:04,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-15T18:25:04,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K (1393bytes) at 1731695104093Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 so closing down at 1731695104096 (+3 ms)3 split writer threads finished at 1731695104096Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731695104099 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731695104099Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104103 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104103Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731695104104 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731695104104Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104104 2024-11-15T18:25:04,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.1 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1 2024-11-15T18:25:04,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) 2024-11-15T18:25:04,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 2024-11-15T18:25:04,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 after 0ms 2024-11-15T18:25:04,107 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 took 1ms 2024-11-15T18:25:04,108 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down 2024-11-15T18:25:04,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,111 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:04,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:04,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-15T18:25:04,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-15T18:25:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742350_1530 (size=678) 2024-11-15T18:25:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742349_1529 (size=743) 2024-11-15T18:25:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742349_1529 (size=743) 2024-11-15T18:25:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742350_1530 (size=678) 2024-11-15T18:25:04,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-15T18:25:04,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-15T18:25:04,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K (1393bytes) at 1731695104106Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 so closing down at 1731695104109 (+3 ms)3 split writer threads finished at 1731695104109Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731695104112 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731695104112Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104119 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104119Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731695104120 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731695104121 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104121 2024-11-15T18:25:04,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.2 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2 2024-11-15T18:25:04,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) 2024-11-15T18:25:04,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 2024-11-15T18:25:04,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 after 0ms 2024-11-15T18:25:04,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 took 2ms 2024-11-15T18:25:04,126 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down 2024-11-15T18:25:04,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:04,127 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:04,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-15T18:25:04,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-15T18:25:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742352_1532 (size=678) 2024-11-15T18:25:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742351_1531 (size=743) 2024-11-15T18:25:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742351_1531 (size=743) 2024-11-15T18:25:04,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742352_1532 (size=678) 2024-11-15T18:25:04,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-15T18:25:04,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-15T18:25:04,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K (1393bytes) at 1731695104123Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 so closing down at 1731695104126 (+3 ms)3 split writer threads finished at 1731695104126Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731695104128 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731695104128Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104132 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104132Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731695104132Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731695104133 (+1 ms)Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104133 2024-11-15T18:25:04,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.3 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3 2024-11-15T18:25:04,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) 2024-11-15T18:25:04,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 2024-11-15T18:25:04,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 after 0ms 2024-11-15T18:25:04,135 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 took 1ms 2024-11-15T18:25:04,136 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,136 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down 2024-11-15T18:25:04,136 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,136 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,138 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:04,138 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:04,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-15T18:25:04,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-15T18:25:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742353_1533 (size=743) 2024-11-15T18:25:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742354_1534 (size=678) 2024-11-15T18:25:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742354_1534 (size=678) 2024-11-15T18:25:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742353_1533 (size=743) 2024-11-15T18:25:04,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-15T18:25:04,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-15T18:25:04,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K (1393bytes) at 1731695104134Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 so closing down at 1731695104136 (+2 ms)3 split writer threads finished at 1731695104136Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731695104139 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731695104139Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104142 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104143 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731695104143Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731695104143Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104144 (+1 ms) 2024-11-15T18:25:04,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.4 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4 2024-11-15T18:25:04,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) 2024-11-15T18:25:04,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 2024-11-15T18:25:04,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 after 1ms 2024-11-15T18:25:04,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 took 2ms 2024-11-15T18:25:04,148 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down 2024-11-15T18:25:04,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:04,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:04,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-15T18:25:04,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-15T18:25:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742356_1536 (size=743) 2024-11-15T18:25:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742356_1536 (size=743) 2024-11-15T18:25:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742355_1535 (size=678) 2024-11-15T18:25:04,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742355_1535 (size=678) 2024-11-15T18:25:04,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-15T18:25:04,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-15T18:25:04,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-15T18:25:04,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K (1393bytes) at 1731695104145Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 so closing down at 1731695104148 (+3 ms)3 split writer threads finished at 1731695104149 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731695104151 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731695104151Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104155 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104156 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731695104156Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731695104157 (+1 ms)Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731695104157 2024-11-15T18:25:04,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.5 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5 2024-11-15T18:25:04,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) 2024-11-15T18:25:04,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 2024-11-15T18:25:04,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 after 1ms 2024-11-15T18:25:04,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 took 2ms 2024-11-15T18:25:04,162 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down 2024-11-15T18:25:04,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:04,164 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:04,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-15T18:25:04,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-15T18:25:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742358_1538 (size=683) 2024-11-15T18:25:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742357_1537 (size=749) 2024-11-15T18:25:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742357_1537 (size=749) 2024-11-15T18:25:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742358_1538 (size=683) 2024-11-15T18:25:04,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-15T18:25:04,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-15T18:25:04,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-15T18:25:04,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K (1405bytes) at 1731695104158Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 so closing down at 1731695104162 (+4 ms)3 split writer threads finished at 1731695104162Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731695104165 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731695104165Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104170 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104170Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731695104171 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731695104171Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731695104171 2024-11-15T18:25:04,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.6 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6 2024-11-15T18:25:04,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) 2024-11-15T18:25:04,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 2024-11-15T18:25:04,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 after 0ms 2024-11-15T18:25:04,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 took 2ms 2024-11-15T18:25:04,176 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down 2024-11-15T18:25:04,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:04,179 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:04,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-15T18:25:04,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-15T18:25:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742360_1540 (size=753) 2024-11-15T18:25:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742359_1539 (size=687) 2024-11-15T18:25:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742359_1539 (size=687) 2024-11-15T18:25:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742360_1540 (size=753) 2024-11-15T18:25:04,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-15T18:25:04,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-15T18:25:04,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:04,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K (1413bytes) at 1731695104173Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 so closing down at 1731695104177 (+4 ms)3 split writer threads finished at 1731695104177Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731695104180 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731695104180Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104187 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104187Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731695104188 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731695104188Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695104189 (+1 ms) 2024-11-15T18:25:04,190 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.7 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7 2024-11-15T18:25:04,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) 2024-11-15T18:25:04,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 2024-11-15T18:25:04,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 after 0ms 2024-11-15T18:25:04,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 took 1ms 2024-11-15T18:25:04,192 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down 2024-11-15T18:25:04,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:04,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:04,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-15T18:25:04,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-15T18:25:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742362_1542 (size=687) 2024-11-15T18:25:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742361_1541 (size=753) 2024-11-15T18:25:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742361_1541 (size=753) 2024-11-15T18:25:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742362_1542 (size=687) 2024-11-15T18:25:04,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-15T18:25:04,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-15T18:25:04,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:04,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K (1413bytes) at 1731695104190Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 so closing down at 1731695104192 (+2 ms)3 split writer threads finished at 1731695104193 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731695104195 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731695104195Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104201 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104201Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731695104202 (+1 ms)Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731695104202Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695104202 2024-11-15T18:25:04,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.8 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8 2024-11-15T18:25:04,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) 2024-11-15T18:25:04,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 2024-11-15T18:25:04,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 after 0ms 2024-11-15T18:25:04,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 took 1ms 2024-11-15T18:25:04,205 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-15T18:25:04,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down 2024-11-15T18:25:04,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:25:04,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:25:04,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:04,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:04,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-15T18:25:04,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-15T18:25:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742363_1543 (size=753) 2024-11-15T18:25:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742363_1543 (size=753) 2024-11-15T18:25:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742364_1544 (size=687) 2024-11-15T18:25:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742364_1544 (size=687) 2024-11-15T18:25:04,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-15T18:25:04,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-15T18:25:04,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-15T18:25:04,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-15T18:25:04,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K (1413bytes) at 1731695104203Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 so closing down at 1731695104205 (+2 ms)3 split writer threads finished at 1731695104206 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731695104207 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731695104207Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731695104211 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731695104211Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731695104211Rename recovered edits hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731695104211Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731695104212 (+1 ms) 2024-11-15T18:25:04,213 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731695101406/wal.dat.9 to hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9 2024-11-15T18:25:04,213 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104093; access_time=1731695103977; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104105; access_time=1731695103986; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104122; access_time=1731695104000; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104133; access_time=1731695104009; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104144; access_time=1731695104017; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731695104158; access_time=1731695104025; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731695104172; access_time=1731695104034; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695104189; access_time=1731695104043; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695104202; access_time=1731695104051; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34313/user/jenkins/test-data/3ef37a95-aa89-69f1-bb55-edd98d99e950/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731695104212; access_time=1731695104059; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-15T18:25:04,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=2643 (was 2655) 2024-11-15T18:25:04,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=2643 2024-11-15T18:25:04,226 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-15T18:25:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742365_1545 (size=7) 2024-11-15T18:25:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742365_1545 (size=7) 2024-11-15T18:25:04,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ed344b7c-965a-5b52-29ef-513acf8d44c1 with version=8 2024-11-15T18:25:04,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:04,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:25:04,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-15T18:25:04,234 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-15T18:25:04,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-15T18:25:04,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-15T18:25:04,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-15T18:25:04,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-15T18:25:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742366_1546 (size=2324) 2024-11-15T18:25:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742366_1546 (size=2324) 2024-11-15T18:25:04,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-15T18:25:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073742367_1547 (size=2325) 2024-11-15T18:25:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073742367_1547 (size=2325) 2024-11-15T18:25:04,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, size=2.3 K (2325bytes) 2024-11-15T18:25:04,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 2024-11-15T18:25:04,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 after 0ms 2024-11-15T18:25:04,267 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-15T18:25:04,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 so closing down 2024-11-15T18:25:04,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-15T18:25:04,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, journal: Splitting hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, size=2.3 K (2325bytes) at 1731695104265Finishing writing output for hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 so closing down at 1731695104267 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731695104267 2024-11-15T18:25:04,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731695104234/wal.dat.0 to hdfs://localhost:34313/user/jenkins/test-data/8a2651d5-8901-0d0b-146d-1d660a489185/corrupt/wal.dat.0 2024-11-15T18:25:04,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 569), ProcessCount=11 (was 11), AvailableMemoryMB=2641 (was 2643) 2024-11-15T18:25:04,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff30777{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:25:04,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dfadfca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:25:04,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:25:04,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e33d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:25:04,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0d5378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,STOPPED} 2024-11-15T18:25:04,333 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:25:04,333 WARN [BP-1523295155-172.17.0.2-1731695042744 heartbeating to localhost/127.0.0.1:34313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:25:04,333 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:25:04,333 WARN [BP-1523295155-172.17.0.2-1731695042744 heartbeating to localhost/127.0.0.1:34313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523295155-172.17.0.2-1731695042744 (Datanode Uuid 4ef419e0-e96c-43f7-b48f-2c09adbbe695) service to localhost/127.0.0.1:34313 2024-11-15T18:25:04,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data3/current/BP-1523295155-172.17.0.2-1731695042744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:25:04,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data4/current/BP-1523295155-172.17.0.2-1731695042744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:25:04,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:25:04,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a6959e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:25:04,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c504fc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:25:04,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:25:04,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a72c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:25:04,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa341af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,STOPPED} 2024-11-15T18:25:04,339 WARN [BP-1523295155-172.17.0.2-1731695042744 heartbeating to localhost/127.0.0.1:34313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:25:04,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:25:04,339 WARN [BP-1523295155-172.17.0.2-1731695042744 heartbeating to localhost/127.0.0.1:34313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523295155-172.17.0.2-1731695042744 (Datanode Uuid c6cb3c66-6cc9-4f96-b779-3bcef9a67a8d) service to localhost/127.0.0.1:34313 2024-11-15T18:25:04,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:25:04,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data1/current/BP-1523295155-172.17.0.2-1731695042744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:25:04,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/cluster_5b8d69ec-575d-7195-0ddc-bfbe354aea69/data/data2/current/BP-1523295155-172.17.0.2-1731695042744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:25:04,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:25:04,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b40840d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:25:04,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49e8a0b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:25:04,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:25:04,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57650326{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:25:04,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7247b215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/515dc1b2-65fb-5563-8c73-3d9862aaebca/hadoop.log.dir/,STOPPED}